-- Logs begin at Wed 2021-07-28 06:17:18 UTC, end at Wed 2021-07-28 07:32:14 UTC. -- Jul 28 06:59:52.077186 dv-cinder-792800-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 06:59:54.757673 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.common.config [-] Logging enabled! Jul 28 06:59:54.758253 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 06:59:54.758441 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93750) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 06:59:54.762194 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.common.config [-] Logging enabled! Jul 28 06:59:54.762447 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 06:59:54.762788 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93750) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 06:59:54.763711 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 06:59:54.763941 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 06:59:54.764300 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 06:59:54.764541 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 06:59:54.764762 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 06:59:54.765074 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.765364 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.765655 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.765885 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.766168 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.766452 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.766754 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.767036 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.767325 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.767603 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.767877 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.768155 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.768380 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.768654 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.768934 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.769214 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.769430 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] debug = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.769970 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.770389 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.770812 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.771088 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.771369 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.771639 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.771902 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.772169 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.772442 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.772765 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] host = dv-cinder-792800-1-iscsi {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.773034 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.773313 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.773588 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.773866 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.774132 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.774402 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.774702 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.774970 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.775235 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] log_file = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.775504 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.775788 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.776069 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.776356 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.776578 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.776796 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.777080 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.777992 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.778271 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.778566 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.778840 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.779111 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.779382 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.779647 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.779929 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.780210 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.780492 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.780763 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.781032 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.781298 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.781565 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.781917 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.782189 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.782456 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.782748 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.783035 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.783299 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.783567 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.783860 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.784139 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.784418 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.784697 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.784966 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.785241 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.785507 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.785772 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.786035 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] use_json = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.786302 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.786587 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.786866 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.787133 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.787399 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.787665 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.787929 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.788206 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:54.788497 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.788789 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.789083 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.789362 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.789650 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.789924 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.790208 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.790482 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.790786 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.791071 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.791361 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.791636 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.791919 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.792193 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.792482 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.792785 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.793099 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.793388 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.793660 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.793929 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.794200 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.794476 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.794784 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.795074 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.795361 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.795631 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.795903 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.796188 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.796461 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.796729 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.797001 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.797284 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.797555 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.797824 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.798099 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.798372 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.798667 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.798937 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.799207 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.799491 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.799760 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.800025 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.800290 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.800560 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.800826 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.801104 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.801374 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.801642 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.801907 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.802176 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.802445 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.802735 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.803010 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.803276 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.803549 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.803817 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.804083 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.804355 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.804627 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.804894 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.805160 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.805425 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.805696 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.805963 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.806229 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.806497 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.806790 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.807059 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.807341 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.807632 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.807904 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.808177 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.808452 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.808747 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.809021 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.809292 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.809563 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.809835 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.810100 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.810387 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.810695 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.810981 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.811260 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.811533 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.811822 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.812092 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.812371 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.812643 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.812921 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.813204 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.813481 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.813767 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.814053 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.814338 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.814651 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.814940 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.815213 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.815517 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.815791 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:54.816004 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 06:59:54.816239 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93750) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 06:59:55.161702 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 06:59:55.161977 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 06:59:55.162260 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 06:59:55.162610 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 06:59:55.552248 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.552445 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.552715 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.554005 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.554278 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.554555 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.588324 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.588595 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.588860 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.603333 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.603610 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.603876 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.632474 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.632748 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.633009 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.669015 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.669293 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.669555 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.897598 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.898225 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.898225 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.898399 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:55.899081 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.016807 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.017119 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.017396 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.017664 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.017927 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.018229 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.018482 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.018755 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.019004 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.019281 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.019795 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.020120 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.020370 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.020615 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.020862 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.021118 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.021366 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.021624 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.021882 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.022132 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.022394 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.022664 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.022940 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.023304 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.023546 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.023784 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.024170 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:59:56.024406 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:59:56.024640 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:59:56.024875 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:59:56.025111 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:59:56.025343 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:59:56.025697 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 06:59:56.029268 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 06:59:56.033129 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 06:59:56.036927 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 28 06:59:56.038538 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 06:59:56.038996 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 06:59:56.039330 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 06:59:56.039710 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 06:59:56.042464 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 06:59:56.042736 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 06:59:56.043698 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 06:59:56.048862 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 06:59:56.070916 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 06:59:56.071359 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.071650 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93750) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 28 06:59:56.072014 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.073346 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93750) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 06:59:56.073621 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 06:59:56.073864 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 06:59:56.077232 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.077512 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:56.139974 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 06:59:56.140208 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 06:59:56.140442 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 06:59:56.140803 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 06:59:56.161790 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_db.sqlalchemy.engines [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93750) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 06:59:56.861862 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.managers [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Initializing driver for type 'gre' Jul 28 06:59:56.862381 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] gre ID ranges: [(1, 1000)] Jul 28 06:59:57.046693 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.managers [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Initializing driver for type 'local' Jul 28 06:59:57.047340 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.managers [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Initializing driver for type 'vlan' Jul 28 06:59:57.126237 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] VlanTypeDriver initialization complete Jul 28 06:59:57.126487 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.managers [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Initializing driver for type 'vxlan' Jul 28 06:59:57.127000 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] vxlan ID ranges: [(1, 1000)] Jul 28 06:59:57.303626 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.managers [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Initializing extension driver 'port_security' Jul 28 06:59:57.303963 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.extensions.port_security [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] PortSecurityExtensionDriver initialization complete Jul 28 06:59:57.304297 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.managers [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Initializing mechanism driver 'openvswitch' Jul 28 06:59:57.304616 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.managers [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Initializing mechanism driver 'hyperv' Jul 28 06:59:57.311735 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:59:57.312444 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > port after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.312852 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > port after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.313199 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > port after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.313733 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 06:59:57.314167 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.314538 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.315337 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.315337 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 06:59:57.315707 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > network after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.316052 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > network after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.316390 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > network after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.316774 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 06:59:57.317170 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > security_group after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.317514 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > security_group after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.317848 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.318377 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 06:59:57.318806 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.319197 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.319636 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.320063 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 06:59:57.320460 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > address_group after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.320804 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > address_group after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.321181 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.321569 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 06:59:57.321940 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] ML2 OVO RPC backend initialized. {{(pid=93750) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 28 06:59:57.322662 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.323014 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.323425 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > network before_response 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.323768 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > networks before_response 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.324110 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > port before_response 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.325005 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > ports before_response 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.325348 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > subnet before_response 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.325743 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > subnets before_response 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.326086 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > network after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.326445 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > network after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.326803 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > network after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.327137 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > port after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.327472 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > port after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.327803 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > port after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.328133 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.328470 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.328800 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.329368 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Modular L2 Plugin initialization complete Jul 28 06:59:57.329687 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading services supported by the core plugin {{(pid=93750) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 06:59:57.330003 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.plugins.ml2.managers [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Got port-security extension from driver 'port_security' Jul 28 06:59:57.330459 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.extensions.vlantransparent [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Disabled vlantransparent extension. Jul 28 06:59:57.330955 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93750) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 06:59:57.331262 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading Plugin: router Jul 28 06:59:57.373191 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.373579 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router after_create 55549900 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.373943 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router before_create 55549900 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.374304 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.374712 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.375066 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router after_delete 55549900 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.375418 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.375776 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router after_create 55549900 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.376119 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router after_update 55549900 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.376513 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router after_update 55549900 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.376810 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.377158 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router after_update 55549900 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.377561 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.377923 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: port after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.378261 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: port after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.378620 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: subnet after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.378955 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.379299 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.379642 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.379979 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: port before_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.380319 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router precommit_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.380666 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router after_update 55549900 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.381003 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.381348 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.381700 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.382039 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.382397 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > agent after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.382779 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > agent after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.383121 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > network after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.383958 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Tracking information for resource: router configured {{(pid=93750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:59:57.384285 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Tracking information for resource: floatingip configured {{(pid=93750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 06:59:57.391193 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.db.l3_agentschedulers_db [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 06:59:57.391777 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: port after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.392137 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: port after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.392487 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: port after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.392833 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: port after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.393618 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router before_create 55550100 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.393980 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.394340 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router precommit_create 55550100 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.394975 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > router precommit_update 55550100 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.399333 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.services.provider_configuration [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Service providers = [] {{(pid=93750) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 06:59:57.399692 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.db.servicetype_db [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93750) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 06:59:57.402635 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.services.service_base [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 06:59:57.402979 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.services.service_base [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 06:59:57.403316 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.services.service_base [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 06:59:57.404191 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.services.service_base [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 06:59:57.404557 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.services.service_base [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 06:59:57.404930 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:59:57.405242 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 06:59:57.415824 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:59:57.416154 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading Plugin: auto_allocate Jul 28 06:59:57.421863 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: network precommit_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.422227 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: network precommit_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.422772 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:59:57.423090 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading Plugin: tag Jul 28 06:59:57.429493 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:59:57.429819 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading Plugin: timestamp Jul 28 06:59:57.434308 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:59:57.434662 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading Plugin: network_ip_availability Jul 28 06:59:57.440017 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.440385 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.440757 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.441445 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:59:57.441761 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading Plugin: flavors Jul 28 06:59:57.446375 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:59:57.446736 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading Plugin: revisions Jul 28 06:59:57.451518 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 06:59:57.451900 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_concurrency.lockutils [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.290s {{(pid=93750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 06:59:57.452624 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93750) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 28 06:59:57.452958 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Initializing extension manager. Jul 28 06:59:57.453461 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: __init__.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.453801 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: __pycache__ {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.454131 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.454458 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: address_group.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.455236 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.455788 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: address-group Jul 28 06:59:57.456105 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: address_scope.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.456810 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.457319 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: address-scope Jul 28 06:59:57.457636 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.458594 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.459101 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: router-admin-state-down-before-update Jul 28 06:59:57.459419 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: agent.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.460304 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.460809 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: agent Jul 28 06:59:57.461124 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: agent_resources_synced.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.462026 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.462537 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: agent-resources-synced Jul 28 06:59:57.462863 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: allowedaddresspairs.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.464630 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.465175 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: allowed-address-pairs Jul 28 06:59:57.465500 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: auto_allocated_topology.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.466591 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.467105 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: auto-allocated-topology Jul 28 06:59:57.467425 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: availability_zone.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.468114 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.468616 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: availability_zone Jul 28 06:59:57.468933 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: availability_zone_filter.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.469843 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.470340 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: availability_zone_filter Jul 28 06:59:57.470694 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: data_plane_status.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.471596 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.472092 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 06:59:57.472407 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: default_subnetpools.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.473312 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.473817 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: default-subnetpools Jul 28 06:59:57.474132 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.474965 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.475470 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: dhcp_agent_scheduler Jul 28 06:59:57.475788 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: dns.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.476692 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.477200 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension dns-integration not supported by any of loaded plugins Jul 28 06:59:57.477516 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: dns_domain_ports.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.478420 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.478955 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 06:59:57.479271 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.480182 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.482347 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 06:59:57.482700 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: dvr.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.483376 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.483878 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: dvr Jul 28 06:59:57.484200 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: ecmp_routes.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.485528 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.486025 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 06:59:57.486340 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: empty_string_filtering.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.487278 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.487778 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: empty-string-filtering Jul 28 06:59:57.488093 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.488997 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.489495 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 06:59:57.489810 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.490742 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.491245 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 06:59:57.491558 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: external_net.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.492457 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.493136 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: external-net Jul 28 06:59:57.493452 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.494427 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.495135 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: extra_dhcp_opt Jul 28 06:59:57.495525 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: extraroute.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.497101 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.497605 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: extraroute Jul 28 06:59:57.497928 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: extraroute_atomic.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.498986 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.499491 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: extraroute-atomic Jul 28 06:59:57.499808 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: filter_validation.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.500467 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.500962 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: filter-validation Jul 28 06:59:57.501279 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: fip_pf_description.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.502186 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.502708 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 06:59:57.503023 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: fip_port_details.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.503934 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.504432 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: fip-port-details Jul 28 06:59:57.504748 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: flavors.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.505963 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.506473 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: flavors Jul 28 06:59:57.506819 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.508477 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.508996 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 06:59:57.509317 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: floatingip_pools.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.510106 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.510651 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: floatingip-pools Jul 28 06:59:57.510973 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: ip_allocation.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.512438 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.512937 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 06:59:57.513252 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.514166 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.514699 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: ip-substring-filtering Jul 28 06:59:57.515017 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: l2_adjacency.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.515938 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.516436 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 06:59:57.516750 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: l3.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.517843 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.518360 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: router Jul 28 06:59:57.518707 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.521159 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.521686 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 06:59:57.522007 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.522959 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.523470 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: ext-gw-mode Jul 28 06:59:57.523788 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.524717 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.525224 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: l3-ha Jul 28 06:59:57.525542 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: l3_flavors.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.526453 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.526982 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: l3-flavors Jul 28 06:59:57.527322 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.528239 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.528741 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 06:59:57.529055 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: l3agentscheduler.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.530078 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.530609 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: l3_agent_scheduler Jul 28 06:59:57.530934 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: logging.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.532406 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.532926 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension logging not supported by any of loaded plugins Jul 28 06:59:57.533256 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: metering.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.533993 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.534590 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: metering Jul 28 06:59:57.534916 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.535990 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.536508 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: metering_source_and_destination_fields Jul 28 06:59:57.536834 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: multiprovidernet.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.537762 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.538271 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: multi-provider Jul 28 06:59:57.538625 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: netmtu.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.539530 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.540032 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: net-mtu Jul 28 06:59:57.540352 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: netmtu_writable.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.541258 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.541761 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: net-mtu-writable Jul 28 06:59:57.542078 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: network_availability_zone.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.542767 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.543378 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: network_availability_zone Jul 28 06:59:57.543694 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: network_ip_availability.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.544769 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.545281 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: network-ip-availability Jul 28 06:59:57.545602 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: network_segment_range.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.546356 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.546893 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 06:59:57.547211 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: pagination.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.548190 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.548516 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: pagination Jul 28 06:59:57.548833 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: port_device_profile.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.549730 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.550237 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: port-device-profile Jul 28 06:59:57.550583 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.551502 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.552004 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: port-mac-address-regenerate Jul 28 06:59:57.552315 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.553221 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.553720 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: port-numa-affinity-policy Jul 28 06:59:57.554033 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: port_resource_request.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.554969 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.555468 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 06:59:57.555782 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: portbindings.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.556690 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.557195 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: binding Jul 28 06:59:57.557518 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: portbindings_extended.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.559446 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.559965 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: binding-extended Jul 28 06:59:57.560292 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: portsecurity.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.561208 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.561719 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: port-security Jul 28 06:59:57.562044 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: project_id.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.563038 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.563369 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: project-id Jul 28 06:59:57.563689 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: providernet.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.564606 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.565114 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: provider Jul 28 06:59:57.565430 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: qos.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.568915 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.569435 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension qos not supported by any of loaded plugins Jul 28 06:59:57.569761 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.571019 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.571530 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 06:59:57.571852 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.572764 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.573272 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 06:59:57.573591 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: qos_default.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.575083 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.575596 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension qos-default not supported by any of loaded plugins Jul 28 06:59:57.575916 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: qos_fip.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.576562 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.577060 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension qos-fip not supported by any of loaded plugins Jul 28 06:59:57.577377 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: qos_gateway_ip.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.578300 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.578839 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 06:59:57.579158 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: qos_port_network_policy.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.580063 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.580567 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 06:59:57.580887 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: qos_rule_type_details.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.581790 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.582292 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 06:59:57.582642 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: qos_rules_alias.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.583687 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.584192 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 06:59:57.584510 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: quotasv2.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.585405 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.585724 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: quotas Jul 28 06:59:57.586037 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: quotasv2_detail.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.589058 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.589400 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: quota_details Jul 28 06:59:57.589748 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: rbac.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.591026 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.591551 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: rbac-policies Jul 28 06:59:57.591876 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: rbac_address_group.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.592823 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.593337 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: rbac-address-group Jul 28 06:59:57.593659 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: rbac_address_scope.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.594600 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.595112 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: rbac-address-scope Jul 28 06:59:57.595432 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: rbac_security_groups.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.596342 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.596853 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: rbac-security-groups Jul 28 06:59:57.597172 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: rbac_subnetpool.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.598085 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.598629 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: rbac-subnetpool Jul 28 06:59:57.598948 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: revisionifmatch.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.599865 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.600376 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: revision-if-match Jul 28 06:59:57.600692 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: revisions.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.601794 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.602309 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: standard-attr-revisions Jul 28 06:59:57.602660 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: router_availability_zone.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.603333 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.603840 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: router_availability_zone Jul 28 06:59:57.604159 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: routerservicetype.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.605071 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.606133 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension router-service-type not supported by any of loaded plugins Jul 28 06:59:57.606451 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.607391 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.607910 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: security-groups-normalized-cidr Jul 28 06:59:57.608226 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.609137 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.609645 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: port-security-groups-filtering Jul 28 06:59:57.609963 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.610969 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.611484 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: security-groups-remote-address-group Jul 28 06:59:57.611799 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: securitygroup.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.621354 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.621882 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: security-group Jul 28 06:59:57.622212 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: segment.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.623023 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.623532 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension segment not supported by any of loaded plugins Jul 28 06:59:57.623856 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.624798 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.625289 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 06:59:57.625609 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: servicetype.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.626845 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.627322 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: service-type Jul 28 06:59:57.627649 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: sorting.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.628673 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.629001 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: sorting Jul 28 06:59:57.629332 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: standard_attr_segment.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.630470 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.631011 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 06:59:57.631347 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: standardattrdescription.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.632078 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.632584 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: standard-attr-description Jul 28 06:59:57.632900 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: stateful_security_group.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.633828 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.634338 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: stateful-security-group Jul 28 06:59:57.634687 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: stdattrs_common.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.635262 dv-cinder-792800-1-iscsi neutron-server[93750]: WARNING neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 06:59:57.635578 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.636503 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.637533 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 06:59:57.638008 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: subnet_onboard.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.639097 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.639615 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: subnet_onboard Jul 28 06:59:57.639934 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.640848 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.641352 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 06:59:57.641670 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: subnet_service_types.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.642610 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.643121 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: subnet-service-types Jul 28 06:59:57.643437 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: subnetallocation.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.644752 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.645267 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: subnet_allocation Jul 28 06:59:57.645587 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.646249 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.646786 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: subnetpool-prefix-ops Jul 28 06:59:57.647105 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.648044 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.648550 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 06:59:57.648866 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: tagging.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.649914 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.650425 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: standard-attr-tag Jul 28 06:59:57.650776 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: timestamp.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.651968 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.652554 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loaded extension: standard-attr-timestamp Jul 28 06:59:57.652878 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: trunk.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.653902 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.654413 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension trunk not supported by any of loaded plugins Jul 28 06:59:57.654757 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: trunk_details.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.655672 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.656181 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension trunk-details not supported by any of loaded plugins Jul 28 06:59:57.656498 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: uplink_status_propagation.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.657415 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.657930 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 06:59:57.658246 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Loading extension file: vlantransparent.py {{(pid=93750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 06:59:57.658938 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 06:59:57.659440 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 06:59:57.661847 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Creating instance of TrackedResource for resource:network Jul 28 06:59:57.662361 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Creating instance of TrackedResource for resource:subnet Jul 28 06:59:57.662782 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 06:59:57.663171 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Creating instance of TrackedResource for resource:port Jul 28 06:59:57.664400 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.v2.resource_helper [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:59:57.664827 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.v2.resource_helper [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Service FLAVORS assigned prefix: {{(pid=93750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:59:57.665439 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.v2.resource_helper [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:59:57.665863 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.v2.resource_helper [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:59:57.666200 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Creating instance of TrackedResource for resource:router Jul 28 06:59:57.666672 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 06:59:57.667153 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.v2.resource_helper [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Service METERING assigned prefix: /metering {{(pid=93750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:59:57.669100 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.669464 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.669811 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 06:59:57.670817 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 06:59:57.671272 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Creating instance of TrackedResource for resource:security_group Jul 28 06:59:57.671698 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 06:59:57.672286 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.v2.resource_helper [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Service CORE assigned prefix: {{(pid=93750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:59:57.672609 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 06:59:57.672947 dv-cinder-792800-1-iscsi neutron-server[93750]: WARNING neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] subnetpool is already registered Jul 28 06:59:57.673371 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.v2.resource_helper [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Service CORE assigned prefix: {{(pid=93750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:59:57.673693 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 06:59:57.674025 dv-cinder-792800-1-iscsi neutron-server[93750]: WARNING neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] subnetpool is already registered Jul 28 06:59:57.677472 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.v2.resource_helper [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:59:57.677923 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.v2.resource_helper [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Service FLAVORS assigned prefix: {{(pid=93750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:59:57.678552 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.v2.resource_helper [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:59:57.678977 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.v2.resource_helper [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:59:57.679309 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Creating instance of TrackedResource for resource:router Jul 28 06:59:57.679643 dv-cinder-792800-1-iscsi neutron-server[93750]: WARNING neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] router is already registered Jul 28 06:59:57.680052 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 06:59:57.680382 dv-cinder-792800-1-iscsi neutron-server[93750]: WARNING neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] floatingip is already registered Jul 28 06:59:57.680829 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.v2.resource_helper [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Service METERING assigned prefix: /metering {{(pid=93750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:59:57.681487 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 06:59:57.681806 dv-cinder-792800-1-iscsi neutron-server[93750]: WARNING neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] rbac_policy is already registered Jul 28 06:59:57.682209 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Creating instance of TrackedResource for resource:security_group Jul 28 06:59:57.682558 dv-cinder-792800-1-iscsi neutron-server[93750]: WARNING neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] security_group is already registered Jul 28 06:59:57.682957 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 06:59:57.683283 dv-cinder-792800-1-iscsi neutron-server[93750]: WARNING neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] security_group_rule is already registered Jul 28 06:59:57.684298 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.v2.resource_helper [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Service CORE assigned prefix: {{(pid=93750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:59:57.684620 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 06:59:57.684950 dv-cinder-792800-1-iscsi neutron-server[93750]: WARNING neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] subnetpool is already registered Jul 28 06:59:57.685360 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.v2.resource_helper [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Service CORE assigned prefix: {{(pid=93750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 06:59:57.685676 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 06:59:57.686000 dv-cinder-792800-1-iscsi neutron-server[93750]: WARNING neutron.quota.resource_registry [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] subnetpool is already registered Jul 28 06:59:57.686440 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: extensions {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.687993 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: address-groups {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.689478 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: address-scopes {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.690681 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: agents {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.691812 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: auto-allocated-topology {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.693146 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: availability_zones {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.694380 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: dhcp-networks {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.695807 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: dhcp-agents {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.697298 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: routers {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.699023 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: flavors {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.700192 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: service_profiles {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.701480 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: next_providers {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.702943 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: service_profiles {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.704367 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: floatingip-pools {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.705557 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: routers {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.707363 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: floatingips {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.708527 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: l3-routers {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.709899 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: l3-agents {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.711426 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: metering-labels {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.712757 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: metering-label-rules {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.713996 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: network-ip-availabilities {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.715393 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: bindings {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.716953 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: quotas {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.718374 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: quotas {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.719887 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: rbac-policies {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.721062 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: security-groups {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.722236 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: security-group-rules {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.723478 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: service-providers {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.724781 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: subnetpools {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.726095 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: subnetpools {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.727539 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: tags {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.729278 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: tags {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.731513 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: tags {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.733362 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: tags {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.735071 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: tags {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.736918 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: tags {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.739592 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: tags {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.741366 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: tags {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.743106 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: tags {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.744919 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron.api.extensions [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Extended resource: tags {{(pid=93750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 06:59:57.751498 dv-cinder-792800-1-iscsi neutron-server[93750]: WARNING keystonemiddleware.auth_token [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 06:59:57.756333 dv-cinder-792800-1-iscsi neutron-server[93750]: WARNING keystonemiddleware.auth_token [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 06:59:57.764658 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_concurrency.lockutils [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Acquired lock "singleton_lock" {{(pid=93750) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 28 06:59:57.765129 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_concurrency.lockutils [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Releasing lock "singleton_lock" {{(pid=93750) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 28 06:59:57.765763 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO oslo_service.service [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Starting 2 workers Jul 28 06:59:57.770741 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Started child 93859 {{(pid=93750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 06:59:57.775042 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Started child 93860 {{(pid=93750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 06:59:57.776192 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 06:59:57.776834 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO neutron.service [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 06:59:57.777318 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Notify callbacks [] for process, before_spawn {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 06:59:57.777714 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [-] (93859) wsgi starting up on http://0.0.0.0:9696 Jul 28 06:59:57.779761 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO oslo_service.service [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Starting 1 workers Jul 28 06:59:57.779921 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 06:59:57.781340 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [-] (93860) wsgi starting up on http://0.0.0.0:9696 Jul 28 06:59:57.784914 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Started child 93861 {{(pid=93750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 06:59:57.785414 dv-cinder-792800-1-iscsi neutron-server[93750]: INFO oslo_service.service [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Starting 1 workers Jul 28 06:59:57.788546 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.service [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] calling RpcWorker wait() {{(pid=93861) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 06:59:57.789106 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.service [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] returning from RpcWorker wait() {{(pid=93861) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 06:59:57.789810 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Started child 93862 {{(pid=93750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 06:59:57.790282 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 06:59:57.790651 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ce9146b-c451-4a15-990f-692bcf4dfdc4 None None] Notify callbacks [] for process, after_spawn {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 06:59:57.790760 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:59:57.792538 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93750) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 06:59:57.792747 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 06:59:57.793464 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 06:59:57.793680 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 06:59:57.794003 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 06:59:57.794162 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 06:59:57.794693 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.794968 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.795215 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.795304 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 06:59:57.795756 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.795756 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.796326 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:59:57.796421 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.796625 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.796875 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.797149 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.797395 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.797563 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.797719 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.797971 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.798208 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.798534 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.798821 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.799055 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.799341 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.799515 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.799775 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.800037 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.800278 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.800552 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] debug = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.800809 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.801301 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.801534 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.801793 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.802028 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.802301 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.802572 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.802855 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.803102 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.803316 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.803551 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.803810 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.804046 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.804253 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.804485 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.804735 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.804978 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.805454 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] host = dv-cinder-792800-1-iscsi {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.805674 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.805907 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.806153 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.806407 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.806685 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.806899 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.807161 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.807414 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.807656 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.807880 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.808148 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.808400 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.809209 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.809455 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] log_file = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.809617 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] log_options = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.809882 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.810158 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.810371 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.810578 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.810748 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.810909 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.811166 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.811326 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.811569 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.811787 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.811997 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.812208 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.812435 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.812758 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.813025 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.813269 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.813511 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.813747 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.813992 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.814217 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.814438 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.814684 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.814926 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.815144 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.815370 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.815580 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.815872 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.816089 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.816299 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.816534 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.816760 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.817005 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.817257 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.817507 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.817733 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.817958 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.818186 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.818449 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.818702 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.818951 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.819175 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.819412 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.819653 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.819867 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.820103 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.820339 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] use_json = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.820480 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.820692 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.820954 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.821184 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.821415 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.821628 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.821858 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.822087 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.823248 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.823752 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.824525 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.824885 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.825579 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.825579 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.825579 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.825820 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.826077 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.826322 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.826681 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.826920 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.827214 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.827464 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.827739 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.828066 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.828344 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.828623 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.828850 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.829095 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.829322 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.829549 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.829920 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.830202 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.830471 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.830764 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.830989 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.831253 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.831493 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.831713 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.831932 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.832152 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.832421 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.832646 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.832901 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.833126 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.833394 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.833636 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.833870 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.834124 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.834363 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.834623 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.834875 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.835098 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.835333 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.836836 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.836836 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.836836 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.836836 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.836836 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.837225 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.837225 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.837367 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.837529 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.837787 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.838026 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.838252 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.838473 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.838716 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.839120 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.839259 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.839575 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.839697 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.839884 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.840124 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.840354 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.840617 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.840852 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.842543 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.842788 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.843055 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.843311 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.843545 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.843777 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.844009 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.844242 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.844979 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.848279 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.849830 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.850103 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.850378 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.850618 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.850877 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.851150 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.851445 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.851765 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.852000 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.852297 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.852535 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.852789 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.853042 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.853306 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.853556 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.853803 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.854041 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.854326 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.854929 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.856514 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.857391 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.859377 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.859377 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.859377 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.865534 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.865534 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.865534 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.865534 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.865534 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.865534 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.865534 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.865534 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.866157 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.866157 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.866157 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.866157 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.866157 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.866157 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.866157 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.866157 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.866776 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.866776 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.866776 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.866776 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.866776 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.866776 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.866776 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.866776 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.866776 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.867396 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.867396 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.867396 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.867396 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.867683 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.867916 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.868193 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.868432 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.868670 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.868954 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.869180 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.869432 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.869691 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.869932 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.870160 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.870401 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.870679 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.870911 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.871762 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.871991 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.872203 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.872460 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.872675 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.872905 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.873119 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.873328 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.873559 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.873768 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.874003 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.874241 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.874455 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.874716 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.874959 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.875168 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.875382 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.875616 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.875859 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.876094 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.876307 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.876515 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.876759 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.877017 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.877235 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.877481 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.877721 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.877944 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.878183 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.878436 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.878669 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.878926 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.879141 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.879350 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.879557 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.879771 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.880000 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.880209 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.880432 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.880640 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.880898 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.881147 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.881478 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.881724 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.881969 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.882225 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.882465 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.882724 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.882956 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.883190 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.883423 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.883633 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.883841 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.884116 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.884334 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.884579 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.884786 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.884993 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.885200 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.885410 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.885640 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.885932 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.886184 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.886408 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.886700 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.886936 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.887150 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.887375 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.887601 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.887800 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.888020 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.888231 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.888438 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.888661 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.888868 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.889095 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.889313 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.889526 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.889732 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.889973 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.890179 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.890384 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.890626 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.890839 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.891043 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.891281 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.891534 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.891740 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.891959 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.892169 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.892375 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.892599 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.892827 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.893033 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.893270 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.893486 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.893693 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.893995 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.894239 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.894734 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.895029 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.895255 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.895496 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.895715 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.896033 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.896250 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.896506 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.896723 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.896939 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.897180 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.897445 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.897750 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.898048 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.898320 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.898628 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.898910 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.899185 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.899464 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.899674 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.899967 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.900294 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.900576 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.900829 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.901073 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.901333 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.901577 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.901791 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.902006 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.902237 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.902453 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.902710 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.902957 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.903215 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.903448 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.903672 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.903885 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.904125 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.904337 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.904573 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.904785 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.904940 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 06:59:57.905459 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93750) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 06:59:57.905620 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 06:59:57.905773 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 06:59:57.905942 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 06:59:57.906109 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 06:59:57.906261 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 06:59:57.906463 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.906646 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.906803 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.906960 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.907119 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.907298 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.907458 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.907612 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.907766 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.907921 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.908075 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.908230 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.908385 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.908577 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.908734 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.908888 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.909042 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.909199 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.909359 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.909514 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.909668 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.909823 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.909977 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] debug = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.910133 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.910333 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.910495 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.910674 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.910828 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.910982 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.911135 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.911289 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.911444 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.911598 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.911753 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.911910 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.912111 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.912271 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.912426 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.912579 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.912783 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.912909 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] host = dv-cinder-792800-1-iscsi {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.913031 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.913153 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.913306 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.913461 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.913801 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.913801 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.914044 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.914044 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.914306 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.914428 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.914590 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.914719 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.914841 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.914952 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] log_file = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.915069 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] log_options = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.915220 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.915423 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.915581 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.915770 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.915932 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.916097 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.916260 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.916414 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.916568 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.916723 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.916877 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.917034 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.917189 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.917343 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.917497 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.917651 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.917805 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.918481 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.918659 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.918803 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.918954 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.919106 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.919261 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.919415 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.919602 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.919730 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.919925 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.920030 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.920126 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.920275 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.920429 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.920582 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.920735 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.920890 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.921043 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.921197 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.921350 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.921512 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.921670 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.921823 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.922024 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.922161 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.922293 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.922427 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.922581 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.922718 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] use_json = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.922861 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.923014 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.923166 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.923305 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.923462 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.923618 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.923771 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.923924 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 06:59:57.924097 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.924302 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.924420 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.924557 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.924712 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.924870 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.925027 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.925183 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.925339 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.925835 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.925835 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.925835 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.926218 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.926218 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.926450 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.926450 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.926713 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.926713 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.926908 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.927043 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.927168 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.927391 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.927568 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.927726 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.927875 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.928035 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.928195 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.928352 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.928512 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.928671 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.928831 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.928988 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.929145 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.929303 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.929461 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.929619 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.929777 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.929937 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.930426 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.930426 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.930426 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.930821 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.930821 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.931052 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.931052 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.931303 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.931303 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.931453 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.931612 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.931742 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.931910 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.932066 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.932223 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.932381 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.932538 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.932694 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.932850 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.933007 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.933164 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.933321 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.933497 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.934257 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.934415 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.934617 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.934827 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.934991 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.935148 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.935306 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.935463 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.935619 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.935777 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.935935 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.936093 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.936251 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.936410 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.936566 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.936722 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.936880 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.937037 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.937193 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.937355 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.937514 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.937672 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.937830 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.937998 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.938169 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.938325 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.938481 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.938664 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.938821 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.938977 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.939132 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.939289 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.939445 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.939600 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.939755 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.939910 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.940069 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.940225 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.940381 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.940536 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.940692 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.940847 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.941002 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.941157 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.941315 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.941470 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.941624 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.941786 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.941931 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.942086 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.942254 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.942461 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.942715 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.942874 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.943037 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.943207 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.943376 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.944136 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.944298 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.944455 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.944824 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.944955 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.945079 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.945201 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.945337 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.945495 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.945660 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.945829 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.945988 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.946146 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.946304 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.946484 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.946663 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.946820 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.946977 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.947134 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.947296 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.947453 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.947609 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.947766 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.947922 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.948079 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.948236 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.948583 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.948583 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.948778 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.948858 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.948986 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.949180 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.949339 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.949496 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.949653 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.949808 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.949964 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.950121 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.950278 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.950432 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.950632 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.950790 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.950948 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.951103 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.951260 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.951441 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.951623 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.951755 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.951957 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.952084 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.952196 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.952282 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.952433 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.952589 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.952746 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.952903 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.953060 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.953217 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.953375 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.953532 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.953688 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.953845 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.954000 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.954157 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.954313 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.954471 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.954651 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.954808 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.954963 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.955137 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.955297 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.955438 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.955596 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.955754 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.955911 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.956068 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.956224 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.956380 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.956535 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.956691 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.956849 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.957007 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.957165 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.957329 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.957483 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.957838 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.958001 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.958149 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.958316 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.958619 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.958782 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.958938 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.959095 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.959254 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.959423 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.959580 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.959737 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.959906 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.960054 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.960268 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.960441 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.960598 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.960753 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.960910 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.961065 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.961222 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.961387 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.961536 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.961717 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.961841 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.961996 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.962153 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.962319 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.962838 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.962838 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.962838 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.963180 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.963180 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.963331 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.963408 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.963527 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.963682 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.963863 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.964019 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.964184 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.964341 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.964497 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.964663 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.964887 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.965048 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.965207 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.965376 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.965533 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.965694 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.965851 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.966010 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.966168 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.966326 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.966487 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.966662 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.966827 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.966985 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.967153 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.967320 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.967485 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.967642 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.967805 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.967975 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.968131 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.968287 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.968444 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.968600 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.968756 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.968911 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.969068 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.969224 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.969380 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.969536 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.969693 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.969849 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.970005 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.970161 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.970317 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.970472 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.970651 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.970807 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.970963 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 06:59:57.971112 dv-cinder-792800-1-iscsi neutron-server[93750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 06:59:57.991655 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 06:59:58.257941 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 47404) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 06:59:58.266571 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062599 Jul 28 07:00:09.709947 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf98955-f70a-4e69-857a-d444cf75963c None None] get_active_networks_info from dv-cinder-792800-1-iscsi {{(pid=93861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 07:00:09.781189 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf98955-f70a-4e69-857a-d444cf75963c None None] No non-hosted networks {{(pid=93861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 07:00:09.788386 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.agentschedulers_db [None req-ccf98955-f70a-4e69-857a-d444cf75963c None None] DHCP Agent not found on host dv-cinder-792800-1-iscsi {{(pid=93861) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 28 07:00:09.928740 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e242cb64-df96-4ed2-82ef-abca43d5fcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1611687'] for agent, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:12.503656 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f5fce87-5d8f-4e7b-8f83-d111e53751e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1611687'] for agent, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:12.550388 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.db.api [None req-66aa4ab6-69b3-4d18-85d7-5c9765516de4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-792800-1-iscsi {{(pid=93861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 07:00:12.551228 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG oslo_db.api [None req-66aa4ab6-69b3-4d18-85d7-5c9765516de4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 07:00:12.756721 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1611687'] for agent, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:12.758061 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:12.758685 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:12.760411 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:12.761124 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:12.761692 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:12.762399 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:12.762943 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:12.763544 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:12.764271 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:12.764791 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:12.765390 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:12.765895 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:12.766495 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792800-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:00:12.786214 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792800-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:00:13.259187 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-66aa4ab6-69b3-4d18-85d7-5c9765516de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:13.353612 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1611687'] for agent, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:15.092428 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1611687'] for agent, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:16.023211 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 47494) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:00:16.510334 dv-cinder-792800-1-iscsi neutron-server[93860]: WARNING oslo_policy.policy [None req-d3ccbe98-14e7-452a-8589-c4e2d812271c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 07:00:16.510949 dv-cinder-792800-1-iscsi neutron-server[93860]: WARNING oslo_policy.policy [None req-d3ccbe98-14e7-452a-8589-c4e2d812271c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 07:00:16.727669 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [None req-d3ccbe98-14e7-452a-8589-c4e2d812271c admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 07:00:16.728685 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d3ccbe98-14e7-452a-8589-c4e2d812271c admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7045941 Jul 28 07:00:18.676550 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.db.l3_hamode_db [None req-8d94cc55-8010-43f4-84c1-4895b6364ea6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 07:00:18.769692 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d94cc55-8010-43f4-84c1-4895b6364ea6 None None] Routers set() bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:00:18.770070 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d94cc55-8010-43f4-84c1-4895b6364ea6 None None] Router IDs set() for agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 07:00:19.095119 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 47508) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:00:19.408167 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-95a10ccf-ed9b-4df8-a3d2-31f51d03471d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:00:19.500412 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.policy [None req-95a10ccf-ed9b-4df8-a3d2-31f51d03471d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93860) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 07:00:19.544643 dv-cinder-792800-1-iscsi neutron-server[93860]: WARNING oslo_policy.policy [None req-95a10ccf-ed9b-4df8-a3d2-31f51d03471d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 07:00:19.545004 dv-cinder-792800-1-iscsi neutron-server[93860]: WARNING oslo_policy.policy [None req-95a10ccf-ed9b-4df8-a3d2-31f51d03471d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 07:00:19.553426 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.quota [None req-95a10ccf-ed9b-4df8-a3d2-31f51d03471d admin admin] Loaded quota_driver: . Jul 28 07:00:19.721054 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-95a10ccf-ed9b-4df8-a3d2-31f51d03471d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745674377442', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745674377911', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745674569473', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745674555767', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745675049979', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745674542641', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-597740', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-602995', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1700717', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1634309'] for rbac-policy, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:19.920643 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-95a10ccf-ed9b-4df8-a3d2-31f51d03471d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:19.921995 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-95a10ccf-ed9b-4df8-a3d2-31f51d03471d admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8258171 Jul 28 07:00:22.468887 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 47520) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:00:22.761887 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '66e65307e62a4303a99fef137e3fe2d1', 'project_id': '66e65307e62a4303a99fef137e3fe2d1'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:00:22.863483 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Made reservation on behalf of 66e65307e62a4303a99fef137e3fe2d1 for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:00:22.866197 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:22.883139 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:23.001363 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:23.074694 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:23.098097 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 07:00:23.122977 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745676727336', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:23.123542 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Unsubscribe: segment precommit_create {{(pid=93860) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 07:00:23.124078 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Added segment fbc01ec4-bfb5-4687-941c-ec962557d9c2 of type vlan for network 29200415-7c44-41d2-95db-964755c0a1ab Jul 28 07:00:23.130191 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5710c822-fca2-4233-aa51-e55cf333b6e0,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:00:23.165755 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:23.169983 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:23.169983 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:23.169983 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:23.169983 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:23.169983 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:23.170442 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:23.170442 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:23.170442 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:23.170442 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:23.170442 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Tracked resource versions report: Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: pushed versions: Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: { 'AddressGroup': {'1.2'}, Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'ConntrackHelper': {'1.0'}, Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'Log': {'1.0'}, Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'Network': {'1.1'}, Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'Port': {'1.7'}, Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'PortForwarding': {'1.2'}, Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'QosPolicy': {'1.8'}, Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'SecurityGroup': {'1.4'}, Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'SecurityGroupRule': {'1.2'}, Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'SubPort': {'1.0'}, Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'Subnet': {'1.1'}, Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'Trunk': {'1.1'}} Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: consumer versions: Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: { DHCP agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: L3 agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: Metadata agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: Metering agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: Open vSwitch agent@dv-cinder-792800-1-iscsi: { 'AddressGroup': '1.2', Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'ConntrackHelper': '1.0', Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'Log': '1.0', Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'Network': '1.1', Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'Port': '1.7', Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'PortForwarding': '1.2', Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'QosPolicy': '1.8', Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'SecurityGroup': '1.4', Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'SecurityGroupRule': '1.2', Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'SubPort': '1.0', Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'Subnet': '1.1', Jul 28 07:00:23.170936 dv-cinder-792800-1-iscsi neutron-server[93860]: 'Trunk': '1.1'}} Jul 28 07:00:23.172803 dv-cinder-792800-1-iscsi neutron-server[93860]: {{(pid=93860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 07:00:23.241936 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745676247143'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:23.354856 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:23.355943 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:00:23.356600 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:23.450208 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] Pushing event updated for resources: {'Network': ['ID=29200415-7c44-41d2-95db-964755c0a1ab,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:00:23.461208 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Network 29200415-7c44-41d2-95db-964755c0a1ab details requested by agent ovs-agent-dv-cinder-792800-1-iscsi with host dv-cinder-792800-1-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 07:00:23.485148 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b2c2d582-c722-46e7-a2ae-54847148b48f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0152149 Jul 28 07:00:26.082608 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 47534) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:00:26.591350 dv-cinder-792800-1-iscsi neutron-server[93859]: WARNING oslo_policy.policy [None req-e66e064c-c4cb-4998-bad0-7c51d48a24b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 07:00:26.591958 dv-cinder-792800-1-iscsi neutron-server[93859]: WARNING oslo_policy.policy [None req-e66e064c-c4cb-4998-bad0-7c51d48a24b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 07:00:27.035018 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.policy [None req-e66e064c-c4cb-4998-bad0-7c51d48a24b8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93859) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 07:00:27.079835 dv-cinder-792800-1-iscsi neutron-server[93859]: WARNING oslo_policy.policy [None req-e66e064c-c4cb-4998-bad0-7c51d48a24b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 07:00:27.080217 dv-cinder-792800-1-iscsi neutron-server[93859]: WARNING oslo_policy.policy [None req-e66e064c-c4cb-4998-bad0-7c51d48a24b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 07:00:27.088342 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66e064c-c4cb-4998-bad0-7c51d48a24b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:00:27.090367 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e66e064c-c4cb-4998-bad0-7c51d48a24b8 admin admin] 10.222.0.10 "GET /v2.0/networks/29200415-7c44-41d2-95db-964755c0a1ab HTTP/1.1" status: 200 len: 825 time: 1.0056794 Jul 28 07:00:27.130129 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-961eb3ab-7f6b-4dd8-84e7-ec9b3ec835d5 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/a10d4c24-0991-4079-8a6c-06bddbe8bcf5 HTTP/1.1" status: 200 len: 734 time: 0.0334971 Jul 28 07:00:27.139745 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Request body: {'subnet': {'network_id': '29200415-7c44-41d2-95db-964755c0a1ab', 'subnetpool_id': 'a10d4c24-0991-4079-8a6c-06bddbe8bcf5', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '66e65307e62a4303a99fef137e3fe2d1', 'gateway_ip': '172.20.0.1'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:00:27.141648 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.quota [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Loaded quota_driver: . Jul 28 07:00:27.280254 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Made reservation on behalf of 66e65307e62a4303a99fef137e3fe2d1 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:00:27.283034 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:27.650901 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:27.721607 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Checking segment: {'id': 'fbc01ec4-bfb5-4687-941c-ec962557d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29200415-7c44-41d2-95db-964755c0a1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:00:27.722024 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Network hostable DHCP agents. Network: 29200415-7c44-41d2-95db-964755c0a1ab, hostable agents: ['a9302e80-41e4-46d6-92fa-b7087ce18eda'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 07:00:27.733898 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e54f71d-03af-4e66-8701-35211d858bfd,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:00:27.748716 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:27.749080 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:27.749421 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:27.749752 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:27.750081 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:27.750420 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:27.750772 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:27.751096 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:27.751429 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:27.751751 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:27.752067 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:27.752380 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Tracked resource versions report: Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: pushed versions: Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: { 'AddressGroup': {'1.2'}, Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'ConntrackHelper': {'1.0'}, Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'Log': {'1.0'}, Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'Network': {'1.1'}, Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'Port': {'1.7'}, Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'PortForwarding': {'1.2'}, Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'QosPolicy': {'1.8'}, Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'SecurityGroup': {'1.4'}, Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'SecurityGroupRule': {'1.2'}, Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'SubPort': {'1.0'}, Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'Subnet': {'1.1'}, Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'Trunk': {'1.1'}} Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: consumer versions: Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: { DHCP agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: L3 agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: Metadata agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: Metering agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: Open vSwitch agent@dv-cinder-792800-1-iscsi: { 'AddressGroup': '1.2', Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'ConntrackHelper': '1.0', Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'Log': '1.0', Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'Network': '1.1', Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'Port': '1.7', Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'PortForwarding': '1.2', Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'QosPolicy': '1.8', Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'SecurityGroup': '1.4', Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'SecurityGroupRule': '1.2', Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'SubPort': '1.0', Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'Subnet': '1.1', Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: 'Trunk': '1.1'}} Jul 28 07:00:27.753483 dv-cinder-792800-1-iscsi neutron-server[93859]: {{(pid=93859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 07:00:27.851817 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Network 29200415-7c44-41d2-95db-964755c0a1ab is scheduled to be hosted by DHCP agent a9302e80-41e4-46d6-92fa-b7087ce18eda with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 07:00:27.943287 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-1-iscsi, 29200415-7c44-41d2-95db-964755c0a1ab) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:00:27.947904 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:00:27.949064 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:27.953618 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74965f8-fb86-4138-a6ab-98dd9b45012f None None] Network 29200415-7c44-41d2-95db-964755c0a1ab requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:00:28.035232 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-19a0ad60-ad70-43f1-b00b-5bee3af3397c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8989563 Jul 28 07:00:28.271728 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29852646-a841-58f8-bf0d-6edda1e9bba6-29200415-7c44-41d2-95db-964755c0a1ab', 'network_id': '29200415-7c44-41d2-95db-964755c0a1ab', 'tenant_id': '66e65307e62a4303a99fef137e3fe2d1', 'fixed_ips': [{'subnet_id': '6e54f71d-03af-4e66-8701-35211d858bfd'}]}} from dv-cinder-792800-1-iscsi. {{(pid=93861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 07:00:28.273008 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:28.548299 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Allocated IP 172.20.0.2 (29200415-7c44-41d2-95db-964755c0a1ab/6e54f71d-03af-4e66-8701-35211d858bfd/c5b56762-af34-4df2-9593-e3095078bb23) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:00:28.777388 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:28.792004 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Transition to ACTIVE for port object c5b56762-af34-4df2-9593-e3095078bb23 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:00:28.812956 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Transition to ACTIVE for port object c5b56762-af34-4df2-9593-e3095078bb23 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:00:28.913499 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:28.983940 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Network 29200415-7c44-41d2-95db-964755c0a1ab is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:00:28.988595 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:00:29.000579 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:00:29.003646 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Pushing event updated for resources: {'Port': ['ID=c5b56762-af34-4df2-9593-e3095078bb23,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:00:29.034017 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:29.034332 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:29.034712 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:29.035046 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:29.035367 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:29.035705 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:29.036032 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:29.036352 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:29.036692 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:29.037018 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:29.037344 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:29.037665 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Tracked resource versions report: Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: pushed versions: Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: { 'AddressGroup': {'1.2'}, Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'ConntrackHelper': {'1.0'}, Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'Log': {'1.0'}, Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'Network': {'1.1'}, Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'Port': {'1.7'}, Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'PortForwarding': {'1.2'}, Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'QosPolicy': {'1.8'}, Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'SecurityGroup': {'1.4'}, Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'SecurityGroupRule': {'1.2'}, Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'SubPort': {'1.0'}, Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'Subnet': {'1.1'}, Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'Trunk': {'1.1'}} Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: consumer versions: Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: { DHCP agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: L3 agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: Metadata agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: Metering agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: Open vSwitch agent@dv-cinder-792800-1-iscsi: { 'AddressGroup': '1.2', Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'ConntrackHelper': '1.0', Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'Log': '1.0', Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'Network': '1.1', Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'Port': '1.7', Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'PortForwarding': '1.2', Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'QosPolicy': '1.8', Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'SecurityGroup': '1.4', Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'SecurityGroupRule': '1.2', Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'SubPort': '1.0', Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'Subnet': '1.1', Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: 'Trunk': '1.1'}} Jul 28 07:00:29.038798 dv-cinder-792800-1-iscsi neutron-server[93861]: {{(pid=93861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 07:00:29.090347 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Attempting to bind port c5b56762-af34-4df2-9593-e3095078bb23 on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:00:29.090347 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Attempting to bind port c5b56762-af34-4df2-9593-e3095078bb23 by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': 'fbc01ec4-bfb5-4687-941c-ec962557d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29200415-7c44-41d2-95db-964755c0a1ab'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:00:29.090347 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Attempting to bind port c5b56762-af34-4df2-9593-e3095078bb23 on network 29200415-7c44-41d2-95db-964755c0a1ab {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:00:29.092395 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:00:29.092803 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Checking segment: {'id': 'fbc01ec4-bfb5-4687-941c-ec962557d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29200415-7c44-41d2-95db-964755c0a1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:00:29.093287 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:29.093675 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Bound using segment: {'id': 'fbc01ec4-bfb5-4687-941c-ec962557d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29200415-7c44-41d2-95db-964755c0a1ab'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:00:29.094132 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Bound port: c5b56762-af34-4df2-9593-e3095078bb23, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc01ec4-bfb5-4687-941c-ec962557d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29200415-7c44-41d2-95db-964755c0a1ab'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:00:29.094578 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:29.159015 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] For port c5b56762-af34-4df2-9593-e3095078bb23, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:00:29.163206 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] For port c5b56762-af34-4df2-9593-e3095078bb23, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=c5b56762-af34-4df2-9593-e3095078bb23,segment=NetworkSegment(fbc01ec4-bfb5-4687-941c-ec962557d9c2),segment_id=fbc01ec4-bfb5-4687-941c-ec962557d9c2)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:00:29.241015 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:29.317537 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea849e64-b75d-41cf-acb9-c51ba390a191 None None] Pushing event updated for resources: {'Port': ['ID=c5b56762-af34-4df2-9593-e3095078bb23,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:00:30.413013 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 47554) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:00:30.739392 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [None req-25b5c409-3e63-4cc5-be25-cd405c9d63db admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 07:00:30.740396 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-25b5c409-3e63-4cc5-be25-cd405c9d63db admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3264384 Jul 28 07:00:33.110735 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 47562) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:00:33.421044 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [None req-85aa6239-4c5b-437c-bdb0-46dcf06e7723 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 07:00:33.422039 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-85aa6239-4c5b-437c-bdb0-46dcf06e7723 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3103547 Jul 28 07:00:36.040715 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 47572) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:00:36.333788 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-2d32084e-7b98-4800-8fed-3805d4b0c554 admin admin] Request body: {'router': {'tenant_id': '66e65307e62a4303a99fef137e3fe2d1', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:00:36.418254 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2d32084e-7b98-4800-8fed-3805d4b0c554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1612837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1946'] for router, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:36.419965 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2d32084e-7b98-4800-8fed-3805d4b0c554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2010447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1933'] for router, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:36.564686 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2d32084e-7b98-4800-8fed-3805d4b0c554 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:36.607514 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2d32084e-7b98-4800-8fed-3805d4b0c554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2019728'] for router, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:36.678448 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2d32084e-7b98-4800-8fed-3805d4b0c554 admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:36.679782 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-2d32084e-7b98-4800-8fed-3805d4b0c554 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6381040 Jul 28 07:00:37.694675 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543f9f5a-171f-408c-be2c-449ce17f7ec7 None None] Network 29200415-7c44-41d2-95db-964755c0a1ab requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:00:37.873237 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-8483ae5a-8469-45a5-a2ae-19feaa3d69e2 None None] Provisioning for port c5b56762-af34-4df2-9593-e3095078bb23 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:00:38.523346 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device c5b56762-af34-4df2-9593-e3095078bb23 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:00:38.668792 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port c5b56762-af34-4df2-9593-e3095078bb23 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:00:38.672522 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port c5b56762-af34-4df2-9593-e3095078bb23 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:00:38.672920 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:38.777354 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:38.813994 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port c5b56762-af34-4df2-9593-e3095078bb23, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=c5b56762-af34-4df2-9593-e3095078bb23,segment=NetworkSegment(fbc01ec4-bfb5-4687-941c-ec962557d9c2),segment_id=fbc01ec4-bfb5-4687-941c-ec962557d9c2)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:00:38.863534 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:38.909786 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=c5b56762-af34-4df2-9593-e3095078bb23,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:00:39.057354 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 47584) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:00:39.366307 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [None req-bafb072f-f31e-4951-a441-e9a8dc5b9e7a admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 07:00:39.367362 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-bafb072f-f31e-4951-a441-e9a8dc5b9e7a admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3084848 Jul 28 07:00:39.709089 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aa2834fd-278b-44c1-97fd-bb6baf8cbe19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:40.503301 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device c5b56762-af34-4df2-9593-e3095078bb23 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:00:40.551504 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port c5b56762-af34-4df2-9593-e3095078bb23 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:00:40.551872 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:41.709687 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 47592) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:00:42.011516 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-5464c02d-9353-4e56-bd0b-ca6b14018d88 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:00:42.085776 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5464c02d-9353-4e56-bd0b-ca6b14018d88 admin admin] Made reservation on behalf of d03dd7b26195416dace4d9e100f1e7ad for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:00:42.088003 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5464c02d-9353-4e56-bd0b-ca6b14018d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:42.095850 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5464c02d-9353-4e56-bd0b-ca6b14018d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:42.178108 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5464c02d-9353-4e56-bd0b-ca6b14018d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:42.251621 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5464c02d-9353-4e56-bd0b-ca6b14018d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:42.265977 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5464c02d-9353-4e56-bd0b-ca6b14018d88 admin admin] Reserving flat network on physical network physnet1 {{(pid=93860) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 07:00:42.284208 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464c02d-9353-4e56-bd0b-ca6b14018d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8b6e89-135d-4e89-ad7a-b9af7f8a9c16,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:00:42.288881 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5464c02d-9353-4e56-bd0b-ca6b14018d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:42.289213 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-5464c02d-9353-4e56-bd0b-ca6b14018d88 admin admin] Added segment 8c28bdba-3c87-4152-a9b8-75041b259dba of type flat for network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 Jul 28 07:00:42.350305 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5464c02d-9353-4e56-bd0b-ca6b14018d88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745676247143'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:42.457548 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b274600a-a8fa-4775-90f0-d7d57fc87b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:42.468514 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5464c02d-9353-4e56-bd0b-ca6b14018d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:42.469486 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5464c02d-9353-4e56-bd0b-ca6b14018d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:00:42.474426 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5464c02d-9353-4e56-bd0b-ca6b14018d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:42.547138 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464c02d-9353-4e56-bd0b-ca6b14018d88 admin admin] Pushing event updated for resources: {'Network': ['ID=8c193189-1b67-4afb-a9ff-6e33854cf3c6,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:00:42.556553 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 details requested by agent ovs-agent-dv-cinder-792800-1-iscsi with host dv-cinder-792800-1-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 07:00:42.600756 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-5464c02d-9353-4e56-bd0b-ca6b14018d88 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8900089 Jul 28 07:00:42.709294 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:43.269764 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:44.937367 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:44.979193 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 47610) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:00:45.151084 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c7b907-73c4-46d5-8ec3-42f7ad95ad6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:00:45.152390 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-53c7b907-73c4-46d5-8ec3-42f7ad95ad6f admin admin] 10.222.0.10 "GET /v2.0/subnets/6e54f71d-03af-4e66-8701-35211d858bfd HTTP/1.1" status: 200 len: 849 time: 0.1717873 Jul 28 07:00:45.332241 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-8db5200f-36ad-48cd-9235-3fb3a4e65643 admin admin] 10.222.0.10 "GET /v2.0/routers/5e695daf-c9d5-4d77-8196-ba7a51a9a37c HTTP/1.1" status: 200 len: 704 time: 0.1738887 Jul 28 07:00:45.592065 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7ce1d91f-e57d-4b4d-9163-daa5f4edb507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:45.882207 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-7ce1d91f-e57d-4b4d-9163-daa5f4edb507 admin admin] Allocated IP 172.20.0.1 (29200415-7c44-41d2-95db-964755c0a1ab/6e54f71d-03af-4e66-8701-35211d858bfd/39f15ed9-41f0-459e-a26f-6adff84dc2e0) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:00:46.034843 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7ce1d91f-e57d-4b4d-9163-daa5f4edb507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:46.056329 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-7ce1d91f-e57d-4b4d-9163-daa5f4edb507 admin admin] Transition to ACTIVE for port object 39f15ed9-41f0-459e-a26f-6adff84dc2e0 will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:00:46.227646 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7ce1d91f-e57d-4b4d-9163-daa5f4edb507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:46.295114 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce1d91f-e57d-4b4d-9163-daa5f4edb507 admin admin] Network 29200415-7c44-41d2-95db-964755c0a1ab is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:00:46.299488 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-7ce1d91f-e57d-4b4d-9163-daa5f4edb507 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:00:46.307147 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce1d91f-e57d-4b4d-9163-daa5f4edb507 admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:00:46.307595 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7ce1d91f-e57d-4b4d-9163-daa5f4edb507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2019663'] for router_interface, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:46.332030 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1d91f-e57d-4b4d-9163-daa5f4edb507 admin admin] Pushing event updated for resources: {'Port': ['ID=39f15ed9-41f0-459e-a26f-6adff84dc2e0,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:00:46.541114 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-b57e53be-b7cf-4e9b-b1bc-6c85eed388c6 None None] Provisioning for port 39f15ed9-41f0-459e-a26f-6adff84dc2e0 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:00:46.544819 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-b57e53be-b7cf-4e9b-b1bc-6c85eed388c6 None None] Provisioning complete for port 39f15ed9-41f0-459e-a26f-6adff84dc2e0 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:00:46.545194 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b57e53be-b7cf-4e9b-b1bc-6c85eed388c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:46.577411 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b57e53be-b7cf-4e9b-b1bc-6c85eed388c6 None None] Port 39f15ed9-41f0-459e-a26f-6adff84dc2e0 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:00:46.618399 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7ce1d91f-e57d-4b4d-9163-daa5f4edb507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:46.867207 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7ce1d91f-e57d-4b4d-9163-daa5f4edb507 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:46.923640 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7ce1d91f-e57d-4b4d-9163-daa5f4edb507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:46.924481 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7ce1d91f-e57d-4b4d-9163-daa5f4edb507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2020063'] for router_interface, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:46.999152 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1d91f-e57d-4b4d-9163-daa5f4edb507 admin admin] Pushing event updated for resources: {'Port': ['ID=39f15ed9-41f0-459e-a26f-6adff84dc2e0,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:00:47.045908 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce1d91f-e57d-4b4d-9163-daa5f4edb507 admin admin] Network 29200415-7c44-41d2-95db-964755c0a1ab is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:00:47.047230 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-7ce1d91f-e57d-4b4d-9163-daa5f4edb507 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:00:47.196838 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f699a0d9-3637-463d-9eba-e72b41adf35a None None] Provisioning complete for port 39f15ed9-41f0-459e-a26f-6adff84dc2e0 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:00:47.197200 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f699a0d9-3637-463d-9eba-e72b41adf35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:47.230280 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f699a0d9-3637-463d-9eba-e72b41adf35a None None] Port 39f15ed9-41f0-459e-a26f-6adff84dc2e0 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:00:47.247149 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce1d91f-e57d-4b4d-9163-daa5f4edb507 admin admin] Router 5e695daf-c9d5-4d77-8196-ba7a51a9a37c is scheduled to L3 agent 577d4668-314f-4871-90f8-11573d95b012 with binding_index 1 {{(pid=93859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 07:00:47.342928 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce1d91f-e57d-4b4d-9163-daa5f4edb507 admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:00:47.348063 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7ce1d91f-e57d-4b4d-9163-daa5f4edb507 admin admin] 10.222.0.10 "PUT /v2.0/routers/5e695daf-c9d5-4d77-8196-ba7a51a9a37c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0105867 Jul 28 07:00:47.353666 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] Sync routers for ids ['5e695daf-c9d5-4d77-8196-ba7a51a9a37c'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:00:47.365878 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] Routers {'5e695daf-c9d5-4d77-8196-ba7a51a9a37c'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:00:47.366754 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:00:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['5e695daf-c9d5-4d77-8196-ba7a51a9a37c'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:00:47.561150 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] Set router 5e695daf-c9d5-4d77-8196-ba7a51a9a37c gateway port host: None {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:00:47.986153 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e695daf-c9d5-4d77-8196-ba7a51a9a37c', 'name': 'router1', 'tenant_id': '66e65307e62a4303a99fef137e3fe2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:00:36Z', 'updated_at': '2021-07-28T07:00:46Z', 'revision_number': 2, 'project_id': '66e65307e62a4303a99fef137e3fe2d1', 'gw_port_host': None, '_interfaces': [{'id': '39f15ed9-41f0-459e-a26f-6adff84dc2e0', 'name': '', 'network_id': '29200415-7c44-41d2-95db-964755c0a1ab', 'tenant_id': '66e65307e62a4303a99fef137e3fe2d1', 'mac_address': 'fa:16:3e:45:a4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e695daf-c9d5-4d77-8196-ba7a51a9a37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e54f71d-03af-4e66-8701-35211d858bfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:00:45Z', 'updated_at': '2021-07-28T07:00:46Z', 'revision_number': 2, 'project_id': '66e65307e62a4303a99fef137e3fe2d1', 'subnets': [{'id': '6e54f71d-03af-4e66-8701-35211d858bfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a10d4c24-0991-4079-8a6c-06bddbe8bcf5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:00:48.035968 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] Checking router: 5e695daf-c9d5-4d77-8196-ba7a51a9a37c for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:00:48.036335 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] Updating router 5e695daf-c9d5-4d77-8196-ba7a51a9a37c port 39f15ed9-41f0-459e-a26f-6adff84dc2e0 binding host dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 07:00:48.084927 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:48.608706 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:48.625834 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] Transition to ACTIVE for port object 39f15ed9-41f0-459e-a26f-6adff84dc2e0 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:00:48.691160 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:48.827269 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008fea7-7d7b-4805-8134-7d9826a0f780 None None] Pushing event updated for resources: {'Port': ['ID=39f15ed9-41f0-459e-a26f-6adff84dc2e0,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:00:48.859675 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008fea7-7d7b-4805-8134-7d9826a0f780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:48.859936 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008fea7-7d7b-4805-8134-7d9826a0f780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:48.860285 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008fea7-7d7b-4805-8134-7d9826a0f780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:48.860622 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008fea7-7d7b-4805-8134-7d9826a0f780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:48.860929 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008fea7-7d7b-4805-8134-7d9826a0f780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:48.861249 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008fea7-7d7b-4805-8134-7d9826a0f780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:48.861596 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008fea7-7d7b-4805-8134-7d9826a0f780 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:48.861916 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008fea7-7d7b-4805-8134-7d9826a0f780 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:48.862238 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008fea7-7d7b-4805-8134-7d9826a0f780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:48.862572 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008fea7-7d7b-4805-8134-7d9826a0f780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:48.862889 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008fea7-7d7b-4805-8134-7d9826a0f780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:48.863202 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008fea7-7d7b-4805-8134-7d9826a0f780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008fea7-7d7b-4805-8134-7d9826a0f780 None None] Tracked resource versions report: Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: pushed versions: Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: { 'AddressGroup': {'1.2'}, Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'ConntrackHelper': {'1.0'}, Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'Log': {'1.0'}, Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'Network': {'1.1'}, Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'Port': {'1.7'}, Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'PortForwarding': {'1.2'}, Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'QosPolicy': {'1.8'}, Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'SecurityGroup': {'1.4'}, Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'SecurityGroupRule': {'1.2'}, Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'SubPort': {'1.0'}, Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'Subnet': {'1.1'}, Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'Trunk': {'1.1'}} Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: consumer versions: Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: { DHCP agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: L3 agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: Metadata agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: Metering agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: Open vSwitch agent@dv-cinder-792800-1-iscsi: { 'AddressGroup': '1.2', Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'ConntrackHelper': '1.0', Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'Log': '1.0', Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'Network': '1.1', Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'Port': '1.7', Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'PortForwarding': '1.2', Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'QosPolicy': '1.8', Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'SecurityGroup': '1.4', Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'SecurityGroupRule': '1.2', Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'SubPort': '1.0', Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'Subnet': '1.1', Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: 'Trunk': '1.1'}} Jul 28 07:00:48.864305 dv-cinder-792800-1-iscsi neutron-server[93862]: {{(pid=93862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 07:00:48.866592 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] Attempting to bind port 39f15ed9-41f0-459e-a26f-6adff84dc2e0 on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:00:48.866968 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] Attempting to bind port 39f15ed9-41f0-459e-a26f-6adff84dc2e0 by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': 'fbc01ec4-bfb5-4687-941c-ec962557d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29200415-7c44-41d2-95db-964755c0a1ab'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:00:48.867370 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] Attempting to bind port 39f15ed9-41f0-459e-a26f-6adff84dc2e0 on network 29200415-7c44-41d2-95db-964755c0a1ab {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:00:48.874480 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:00:48.876130 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] Checking segment: {'id': 'fbc01ec4-bfb5-4687-941c-ec962557d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29200415-7c44-41d2-95db-964755c0a1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:00:48.876789 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:48.877242 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] Bound using segment: {'id': 'fbc01ec4-bfb5-4687-941c-ec962557d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29200415-7c44-41d2-95db-964755c0a1ab'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:00:48.877862 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] Bound port: 39f15ed9-41f0-459e-a26f-6adff84dc2e0, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc01ec4-bfb5-4687-941c-ec962557d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29200415-7c44-41d2-95db-964755c0a1ab'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:00:48.878382 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:48.942816 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] For port 39f15ed9-41f0-459e-a26f-6adff84dc2e0, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:00:48.964826 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] For port 39f15ed9-41f0-459e-a26f-6adff84dc2e0, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=39f15ed9-41f0-459e-a26f-6adff84dc2e0,segment=NetworkSegment(fbc01ec4-bfb5-4687-941c-ec962557d9c2),segment_id=fbc01ec4-bfb5-4687-941c-ec962557d9c2)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:00:49.055772 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:49.112439 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] Routers {'5e695daf-c9d5-4d77-8196-ba7a51a9a37c'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:00:49.112995 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:00:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['5e695daf-c9d5-4d77-8196-ba7a51a9a37c'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:00:49.150936 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008fea7-7d7b-4805-8134-7d9826a0f780 None None] Pushing event updated for resources: {'Port': ['ID=39f15ed9-41f0-459e-a26f-6adff84dc2e0,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:00:49.205330 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] Set router 5e695daf-c9d5-4d77-8196-ba7a51a9a37c gateway port host: None {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:00:49.418980 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e695daf-c9d5-4d77-8196-ba7a51a9a37c', 'name': 'router1', 'tenant_id': '66e65307e62a4303a99fef137e3fe2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:00:36Z', 'updated_at': '2021-07-28T07:00:46Z', 'revision_number': 2, 'project_id': '66e65307e62a4303a99fef137e3fe2d1', 'gw_port_host': None, '_interfaces': [{'id': '39f15ed9-41f0-459e-a26f-6adff84dc2e0', 'name': '', 'network_id': '29200415-7c44-41d2-95db-964755c0a1ab', 'tenant_id': '66e65307e62a4303a99fef137e3fe2d1', 'mac_address': 'fa:16:3e:45:a4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e695daf-c9d5-4d77-8196-ba7a51a9a37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e54f71d-03af-4e66-8701-35211d858bfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:00:45Z', 'updated_at': '2021-07-28T07:00:48Z', 'revision_number': 4, 'project_id': '66e65307e62a4303a99fef137e3fe2d1', 'subnets': [{'id': '6e54f71d-03af-4e66-8701-35211d858bfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a10d4c24-0991-4079-8a6c-06bddbe8bcf5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:00:49.445197 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd21d83-f428-42e1-8df3-d5e295480ad8 None None] The sync data for ids ['5e695daf-c9d5-4d77-8196-ba7a51a9a37c'] in dv-cinder-792800-1-iscsi is: [{'id': '5e695daf-c9d5-4d77-8196-ba7a51a9a37c', 'name': 'router1', 'tenant_id': '66e65307e62a4303a99fef137e3fe2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:00:36Z', 'updated_at': '2021-07-28T07:00:46Z', 'revision_number': 2, 'project_id': '66e65307e62a4303a99fef137e3fe2d1', 'gw_port_host': None, '_interfaces': [{'id': '39f15ed9-41f0-459e-a26f-6adff84dc2e0', 'name': '', 'network_id': '29200415-7c44-41d2-95db-964755c0a1ab', 'tenant_id': '66e65307e62a4303a99fef137e3fe2d1', 'mac_address': 'fa:16:3e:45:a4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e695daf-c9d5-4d77-8196-ba7a51a9a37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e54f71d-03af-4e66-8701-35211d858bfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:00:45Z', 'updated_at': '2021-07-28T07:00:48Z', 'revision_number': 4, 'project_id': '66e65307e62a4303a99fef137e3fe2d1', 'subnets': [{'id': '6e54f71d-03af-4e66-8701-35211d858bfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a10d4c24-0991-4079-8a6c-06bddbe8bcf5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:00:49.576557 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 47630) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:00:49.717841 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7726ce-6f90-4666-bbaf-a2d7ecbf29a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:00:49.719198 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ca7726ce-6f90-4666-bbaf-a2d7ecbf29a4 admin admin] 10.222.0.10 "GET /v2.0/networks/8c193189-1b67-4afb-a9ff-6e33854cf3c6 HTTP/1.1" status: 200 len: 842 time: 0.1416163 Jul 28 07:00:49.730590 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-9e39c697-52a1-43c5-93a5-425de82deb52 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:00:49.845693 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 5 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:00:49.855661 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e39c697-52a1-43c5-93a5-425de82deb52 admin admin] Made reservation on behalf of d03dd7b26195416dace4d9e100f1e7ad for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:00:49.858084 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9e39c697-52a1-43c5-93a5-425de82deb52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:50.340706 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.objects.ports [None req-9e39c697-52a1-43c5-93a5-425de82deb52 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93860) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 07:00:50.341184 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9e39c697-52a1-43c5-93a5-425de82deb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:50.403183 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39c697-52a1-43c5-93a5-425de82deb52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c40bc55-7b7c-48af-93d0-df9752159746,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:00:50.413717 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e39c697-52a1-43c5-93a5-425de82deb52 admin admin] Checking segment: {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:00:50.414122 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e39c697-52a1-43c5-93a5-425de82deb52 admin admin] Network hostable DHCP agents. Network: 8c193189-1b67-4afb-a9ff-6e33854cf3c6, hostable agents: ['a9302e80-41e4-46d6-92fa-b7087ce18eda'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 07:00:50.508445 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e39c697-52a1-43c5-93a5-425de82deb52 admin admin] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 is scheduled to be hosted by DHCP agent a9302e80-41e4-46d6-92fa-b7087ce18eda with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 07:00:50.560141 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-9e39c697-52a1-43c5-93a5-425de82deb52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-1-iscsi, 8c193189-1b67-4afb-a9ff-6e33854cf3c6) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:00:50.565321 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e39c697-52a1-43c5-93a5-425de82deb52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:00:50.566217 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9e39c697-52a1-43c5-93a5-425de82deb52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:50.569334 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639606ea-bdd1-4bcd-9c4c-708db727cf9a None None] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:00:50.646314 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-9e39c697-52a1-43c5-93a5-425de82deb52 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9206078 Jul 28 07:00:50.713401 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd1e816-0193-4b6f-a364-9bc6ed88ad53 None None] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:00:52.904721 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 47638) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:00:53.036821 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5863a0ef-6343-4aaa-93f1-ee7a0e895e00 admin admin] 10.222.0.10 "GET /v2.0/routers/5e695daf-c9d5-4d77-8196-ba7a51a9a37c HTTP/1.1" status: 200 len: 710 time: 0.1308792 Jul 28 07:00:53.124039 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7646ee3f-7808-4a21-8e7a-a0c3a3ba9668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:00:53.125322 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7646ee3f-7808-4a21-8e7a-a0c3a3ba9668 admin admin] 10.222.0.10 "GET /v2.0/networks/8c193189-1b67-4afb-a9ff-6e33854cf3c6 HTTP/1.1" status: 200 len: 886 time: 0.0828159 Jul 28 07:00:53.134358 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-620b847e-4ec1-414d-9ef0-ab29f5db2ac1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:00:53.413044 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-620b847e-4ec1-414d-9ef0-ab29f5db2ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2019765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1612823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1919'] for router, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:53.677503 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-620b847e-4ec1-414d-9ef0-ab29f5db2ac1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:53.887162 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-620b847e-4ec1-414d-9ef0-ab29f5db2ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:53.987892 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-620b847e-4ec1-414d-9ef0-ab29f5db2ac1 admin admin] Allocated IP 172.27.0.114 (8c193189-1b67-4afb-a9ff-6e33854cf3c6/2c40bc55-7b7c-48af-93d0-df9752159746/52f1671a-8475-4271-a92e-7009c0059bbb) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:00:54.089505 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-620b847e-4ec1-414d-9ef0-ab29f5db2ac1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:54.183520 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-620b847e-4ec1-414d-9ef0-ab29f5db2ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:54.219994 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620b847e-4ec1-414d-9ef0-ab29f5db2ac1 admin admin] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:00:54.222559 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-620b847e-4ec1-414d-9ef0-ab29f5db2ac1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:00:54.225013 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620b847e-4ec1-414d-9ef0-ab29f5db2ac1 admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:00:54.292458 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b847e-4ec1-414d-9ef0-ab29f5db2ac1 admin admin] Pushing event updated for resources: {'Port': ['ID=52f1671a-8475-4271-a92e-7009c0059bbb,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:00:54.554178 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 39f15ed9-41f0-459e-a26f-6adff84dc2e0 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:00:54.573483 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-620b847e-4ec1-414d-9ef0-ab29f5db2ac1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:54.701531 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port 39f15ed9-41f0-459e-a26f-6adff84dc2e0 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:00:54.705964 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 39f15ed9-41f0-459e-a26f-6adff84dc2e0 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:00:54.706427 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:54.780387 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-620b847e-4ec1-414d-9ef0-ab29f5db2ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2019765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1612823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1919'] for router, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:54.784097 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-620b847e-4ec1-414d-9ef0-ab29f5db2ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2019728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2019758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2019751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1612800'] for router, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:54.794206 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:54.827586 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port 39f15ed9-41f0-459e-a26f-6adff84dc2e0, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=39f15ed9-41f0-459e-a26f-6adff84dc2e0,segment=NetworkSegment(fbc01ec4-bfb5-4687-941c-ec962557d9c2),segment_id=fbc01ec4-bfb5-4687-941c-ec962557d9c2)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:00:54.891145 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620b847e-4ec1-414d-9ef0-ab29f5db2ac1 admin admin] Router 5e695daf-c9d5-4d77-8196-ba7a51a9a37c has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:00:54.937218 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:54.983819 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=39f15ed9-41f0-459e-a26f-6adff84dc2e0,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:00:54.998347 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620b847e-4ec1-414d-9ef0-ab29f5db2ac1 admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:00:55.002924 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-620b847e-4ec1-414d-9ef0-ab29f5db2ac1 admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:55.003778 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-620b847e-4ec1-414d-9ef0-ab29f5db2ac1 admin admin] 10.222.0.10 "PUT /v2.0/routers/5e695daf-c9d5-4d77-8196-ba7a51a9a37c HTTP/1.1" status: 200 len: 890 time: 1.8725774 Jul 28 07:00:55.840440 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] Sync routers for ids ['5e695daf-c9d5-4d77-8196-ba7a51a9a37c'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:00:55.850650 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] Routers {'5e695daf-c9d5-4d77-8196-ba7a51a9a37c'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:00:55.851352 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:00:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['5e695daf-c9d5-4d77-8196-ba7a51a9a37c'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:00:56.101246 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] Set router 5e695daf-c9d5-4d77-8196-ba7a51a9a37c gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:00:56.489219 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e695daf-c9d5-4d77-8196-ba7a51a9a37c', 'name': 'router1', 'tenant_id': '66e65307e62a4303a99fef137e3fe2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '52f1671a-8475-4271-a92e-7009c0059bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:00:36Z', 'updated_at': '2021-07-28T07:00:54Z', 'revision_number': 4, 'project_id': '66e65307e62a4303a99fef137e3fe2d1', 'gw_port': {'id': '52f1671a-8475-4271-a92e-7009c0059bbb', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e695daf-c9d5-4d77-8196-ba7a51a9a37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:00:53Z', 'updated_at': '2021-07-28T07:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '39f15ed9-41f0-459e-a26f-6adff84dc2e0', 'name': '', 'network_id': '29200415-7c44-41d2-95db-964755c0a1ab', 'tenant_id': '66e65307e62a4303a99fef137e3fe2d1', 'mac_address': 'fa:16:3e:45:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e695daf-c9d5-4d77-8196-ba7a51a9a37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e54f71d-03af-4e66-8701-35211d858bfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:00:45Z', 'updated_at': '2021-07-28T07:00:54Z', 'revision_number': 5, 'project_id': '66e65307e62a4303a99fef137e3fe2d1', 'subnets': [{'id': '6e54f71d-03af-4e66-8701-35211d858bfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a10d4c24-0991-4079-8a6c-06bddbe8bcf5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:00:56.540485 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 39f15ed9-41f0-459e-a26f-6adff84dc2e0 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:00:56.543350 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] Checking router: 5e695daf-c9d5-4d77-8196-ba7a51a9a37c for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:00:56.543696 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] Updating router 5e695daf-c9d5-4d77-8196-ba7a51a9a37c port 52f1671a-8475-4271-a92e-7009c0059bbb binding host dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 07:00:56.612815 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:56.672978 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 39f15ed9-41f0-459e-a26f-6adff84dc2e0 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:00:56.673269 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:56.999465 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:57.008512 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] Transition to ACTIVE for port object 52f1671a-8475-4271-a92e-7009c0059bbb will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:00:57.074703 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:57.124196 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965987f-8c60-406d-8adc-f009db99cb0f None None] Pushing event updated for resources: {'Port': ['ID=52f1671a-8475-4271-a92e-7009c0059bbb,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:00:57.126355 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] Attempting to bind port 52f1671a-8475-4271-a92e-7009c0059bbb on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:00:57.126749 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] Attempting to bind port 52f1671a-8475-4271-a92e-7009c0059bbb by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:00:57.127104 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] Attempting to bind port 52f1671a-8475-4271-a92e-7009c0059bbb on network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:00:57.132351 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:00:57.132726 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] Checking segment: {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:00:57.133123 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:57.133504 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] Bound using segment: {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:00:57.133962 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] Bound port: 52f1671a-8475-4271-a92e-7009c0059bbb, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:00:57.134353 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:57.183642 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] For port 52f1671a-8475-4271-a92e-7009c0059bbb, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:00:57.186675 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] For port 52f1671a-8475-4271-a92e-7009c0059bbb, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=52f1671a-8475-4271-a92e-7009c0059bbb,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:00:57.247055 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:57.308554 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965987f-8c60-406d-8adc-f009db99cb0f None None] Pushing event updated for resources: {'Port': ['ID=52f1671a-8475-4271-a92e-7009c0059bbb,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:00:57.310998 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] Routers {'5e695daf-c9d5-4d77-8196-ba7a51a9a37c'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:00:57.311739 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:00:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['5e695daf-c9d5-4d77-8196-ba7a51a9a37c'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:00:57.371822 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 47650) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:00:57.487122 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-4f3e5a6f-55a1-4091-93e2-24ebda2fee39 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1141238 Jul 28 07:00:57.494710 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] Set router 5e695daf-c9d5-4d77-8196-ba7a51a9a37c gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:00:57.725002 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e695daf-c9d5-4d77-8196-ba7a51a9a37c', 'name': 'router1', 'tenant_id': '66e65307e62a4303a99fef137e3fe2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '52f1671a-8475-4271-a92e-7009c0059bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:00:36Z', 'updated_at': '2021-07-28T07:00:54Z', 'revision_number': 4, 'project_id': '66e65307e62a4303a99fef137e3fe2d1', 'gw_port': {'id': '52f1671a-8475-4271-a92e-7009c0059bbb', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e695daf-c9d5-4d77-8196-ba7a51a9a37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:00:53Z', 'updated_at': '2021-07-28T07:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '39f15ed9-41f0-459e-a26f-6adff84dc2e0', 'name': '', 'network_id': '29200415-7c44-41d2-95db-964755c0a1ab', 'tenant_id': '66e65307e62a4303a99fef137e3fe2d1', 'mac_address': 'fa:16:3e:45:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e695daf-c9d5-4d77-8196-ba7a51a9a37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e54f71d-03af-4e66-8701-35211d858bfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:00:45Z', 'updated_at': '2021-07-28T07:00:54Z', 'revision_number': 5, 'project_id': '66e65307e62a4303a99fef137e3fe2d1', 'subnets': [{'id': '6e54f71d-03af-4e66-8701-35211d858bfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a10d4c24-0991-4079-8a6c-06bddbe8bcf5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:00:57.752810 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e77532a-728f-4c8e-b628-b1aedabec584 None None] The sync data for ids ['5e695daf-c9d5-4d77-8196-ba7a51a9a37c'] in dv-cinder-792800-1-iscsi is: [{'id': '5e695daf-c9d5-4d77-8196-ba7a51a9a37c', 'name': 'router1', 'tenant_id': '66e65307e62a4303a99fef137e3fe2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '52f1671a-8475-4271-a92e-7009c0059bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:00:36Z', 'updated_at': '2021-07-28T07:00:54Z', 'revision_number': 4, 'project_id': '66e65307e62a4303a99fef137e3fe2d1', 'gw_port': {'id': '52f1671a-8475-4271-a92e-7009c0059bbb', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e695daf-c9d5-4d77-8196-ba7a51a9a37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:00:53Z', 'updated_at': '2021-07-28T07:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '39f15ed9-41f0-459e-a26f-6adff84dc2e0', 'name': '', 'network_id': '29200415-7c44-41d2-95db-964755c0a1ab', 'tenant_id': '66e65307e62a4303a99fef137e3fe2d1', 'mac_address': 'fa:16:3e:45:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e695daf-c9d5-4d77-8196-ba7a51a9a37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e54f71d-03af-4e66-8701-35211d858bfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:00:45Z', 'updated_at': '2021-07-28T07:00:54Z', 'revision_number': 5, 'project_id': '66e65307e62a4303a99fef137e3fe2d1', 'subnets': [{'id': '6e54f71d-03af-4e66-8701-35211d858bfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a10d4c24-0991-4079-8a6c-06bddbe8bcf5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:00:58.546282 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 52f1671a-8475-4271-a92e-7009c0059bbb up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:00:58.695601 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port 52f1671a-8475-4271-a92e-7009c0059bbb completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:00:58.700285 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 52f1671a-8475-4271-a92e-7009c0059bbb triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:00:58.700664 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:58.779073 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:58.799189 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port 52f1671a-8475-4271-a92e-7009c0059bbb, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=52f1671a-8475-4271-a92e-7009c0059bbb,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:00:58.874406 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:00:58.920149 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=52f1671a-8475-4271-a92e-7009c0059bbb,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:01:00.554939 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 52f1671a-8475-4271-a92e-7009c0059bbb up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:01:00.605331 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 52f1671a-8475-4271-a92e-7009c0059bbb triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:01:00.605623 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:01:09.700574 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14d462a6-fb08-407e-acea-1d0d7c5d85c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:01:12.462930 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e25cfef-925f-49c2-96a2-ce377fa09546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:01:12.718224 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:01:13.283940 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:01:14.970309 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:01:26.848245 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 5 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:01:39.696261 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-89f091a9-fd17-4c4c-8fd3-00fab0bdcc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:01:42.445187 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01b9b8af-8990-4a55-9e52-7288b38fbc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:01:42.723307 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:01:43.287185 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:01:44.957659 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:02:03.847875 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 5 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:02:09.688201 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33f13743-8ebd-4544-85eb-2ee14c337981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:02:12.449962 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21d6ee47-e9b3-4921-8cae-168dac1ac82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:02:12.718481 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:02:13.267506 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:02:14.964991 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:02:35.340690 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48220) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:02:35.400141 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46d6315-3e65-4e1e-8e02-4bfe789e1694 admin admin] GET failed (client error): The resource could not be found. Jul 28 07:02:35.402096 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b46d6315-3e65-4e1e-8e02-4bfe789e1694 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604572 Jul 28 07:02:35.560336 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75efd1f-ea0c-4cf2-ad61-e859d21647e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:02:35.561723 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f75efd1f-ea0c-4cf2-ad61-e859d21647e5 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1554115 Jul 28 07:02:37.713454 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48230) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:02:37.812955 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc5ca90-1b12-4eea-b1d0-a06c3ade874c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:02:37.814258 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-edc5ca90-1b12-4eea-b1d0-a06c3ade874c admin admin] 10.222.0.10 "GET /v2.0/subnets/6e54f71d-03af-4e66-8701-35211d858bfd HTTP/1.1" status: 200 len: 849 time: 0.0998647 Jul 28 07:02:37.824346 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-8b684107-2309-4c78-a1a7-058a03b14740 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:02:37.903612 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8b684107-2309-4c78-a1a7-058a03b14740 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:02:38.190681 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8b684107-2309-4c78-a1a7-058a03b14740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745676651816'] for subnet, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:02:38.222297 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b684107-2309-4c78-a1a7-058a03b14740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:02:38.222917 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8b684107-2309-4c78-a1a7-058a03b14740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:02:38.224221 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-8b684107-2309-4c78-a1a7-058a03b14740 admin admin] 10.222.0.10 "PUT /v2.0/subnets/6e54f71d-03af-4e66-8701-35211d858bfd HTTP/1.1" status: 200 len: 868 time: 0.4040408 Jul 28 07:02:38.226091 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b21188d-16c3-4526-85e9-6567bd9cc793 None None] Network 29200415-7c44-41d2-95db-964755c0a1ab requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:02:38.242446 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b684107-2309-4c78-a1a7-058a03b14740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e54f71d-03af-4e66-8701-35211d858bfd,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:02:38.251265 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684107-2309-4c78-a1a7-058a03b14740 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:02:38.251639 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684107-2309-4c78-a1a7-058a03b14740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:02:38.251985 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684107-2309-4c78-a1a7-058a03b14740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:02:38.252323 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684107-2309-4c78-a1a7-058a03b14740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:02:38.252655 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684107-2309-4c78-a1a7-058a03b14740 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:02:38.253001 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684107-2309-4c78-a1a7-058a03b14740 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:02:38.253337 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684107-2309-4c78-a1a7-058a03b14740 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:02:38.253664 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684107-2309-4c78-a1a7-058a03b14740 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:02:38.253991 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684107-2309-4c78-a1a7-058a03b14740 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:02:38.254323 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684107-2309-4c78-a1a7-058a03b14740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:02:38.254678 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684107-2309-4c78-a1a7-058a03b14740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:02:38.255013 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684107-2309-4c78-a1a7-058a03b14740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:02:38.584141 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-488f4bb6-73a4-448c-9830-ef65781b3150 None None] Provisioning complete for port c5b56762-af34-4df2-9593-e3095078bb23 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:02:38.584604 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-488f4bb6-73a4-448c-9830-ef65781b3150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:02:38.678991 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-488f4bb6-73a4-448c-9830-ef65781b3150 None None] Provisioning complete for port 39f15ed9-41f0-459e-a26f-6adff84dc2e0 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:02:38.679287 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-488f4bb6-73a4-448c-9830-ef65781b3150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:02:39.712112 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e1d3bcea-b904-4410-a61b-6d11511190ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:02:40.424164 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48238) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:02:40.625192 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd334b2-676c-48eb-b3be-4c43209bb4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:02:40.625596 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd334b2-676c-48eb-b3be-4c43209bb4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:02:40.627158 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ecd334b2-676c-48eb-b3be-4c43209bb4d5 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2020383 Jul 28 07:02:40.846103 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 5 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:02:42.460823 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea37570e-c102-4880-9549-1567f7ae1095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:02:42.723783 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:02:42.776361 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48246) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:02:42.903070 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aadc2db-45e8-41e6-9161-72b18fa805b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:02:42.903547 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aadc2db-45e8-41e6-9161-72b18fa805b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:02:42.905052 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-4aadc2db-45e8-41e6-9161-72b18fa805b8 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1277461 Jul 28 07:02:43.300618 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:02:44.961992 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:02:45.054234 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48254) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:02:45.178127 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5ffa16-1e0f-445f-a5cf-179da7c85a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:02:45.179674 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-dc5ffa16-1e0f-445f-a5cf-179da7c85a2c admin admin] 10.222.0.10 "GET /v2.0/networks/29200415-7c44-41d2-95db-964755c0a1ab HTTP/1.1" status: 200 len: 869 time: 0.1244578 Jul 28 07:02:47.320149 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48262) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:02:47.450538 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d118e6-97d5-4f3b-855c-3bbc8dd01963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:02:47.451910 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-92d118e6-97d5-4f3b-855c-3bbc8dd01963 admin admin] 10.222.0.10 "GET /v2.0/networks/8c193189-1b67-4afb-a9ff-6e33854cf3c6 HTTP/1.1" status: 200 len: 886 time: 0.1308107 Jul 28 07:02:49.612247 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48270) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:02:49.731201 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d11641-754f-4dd5-9b8c-9a4fabdd2598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:02:49.731663 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d11641-754f-4dd5-9b8c-9a4fabdd2598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:02:49.733174 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-83d11641-754f-4dd5-9b8c-9a4fabdd2598 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1200440 Jul 28 07:02:51.868761 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48278) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:02:51.960000 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ee4544-3a76-47f2-9c43-37bdf478d9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:02:51.960464 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ee4544-3a76-47f2-9c43-37bdf478d9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:02:51.961942 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-18ee4544-3a76-47f2-9c43-37bdf478d9b8 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0922143 Jul 28 07:02:54.116010 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48286) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:02:54.199672 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9370aa6-880e-42e4-9083-dfae7793757e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:02:54.201005 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f9370aa6-880e-42e4-9083-dfae7793757e admin admin] 10.222.0.10 "GET /v2.0/subnets/2c40bc55-7b7c-48af-93d0-df9752159746 HTTP/1.1" status: 200 len: 816 time: 0.0840504 Jul 28 07:02:56.343166 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48294) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:02:56.431978 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912d178e-8015-426e-8294-c8ec3ce8a983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:02:56.433296 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-912d178e-8015-426e-8294-c8ec3ce8a983 admin admin] 10.222.0.10 "GET /v2.0/subnets/6e54f71d-03af-4e66-8701-35211d858bfd HTTP/1.1" status: 200 len: 868 time: 0.0891840 Jul 28 07:03:09.721659 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1cd35f8a-fc93-4b18-a4f4-c83f2b1c01b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:12.452707 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-36722e0e-7026-44e4-a374-2ba0ec4ceea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:12.744219 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:13.351618 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:14.968877 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:17.844474 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 5 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:03:23.327657 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48348) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:03:23.373140 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [None req-d1b35ef9-da2b-4c74-9186-ff1cf6137746 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 07:03:23.374154 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d1b35ef9-da2b-4c74-9186-ff1cf6137746 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455685 Jul 28 07:03:25.630345 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48356) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:03:25.688143 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.pecan_wsgi.hooks.translation [None req-57651d53-74d2-410e-9a54-bc9a7c4794f7 admin admin] GET failed (client error): The resource could not be found. Jul 28 07:03:25.689475 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-57651d53-74d2-410e-9a54-bc9a7c4794f7 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0581808 Jul 28 07:03:25.771975 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6543aa3-1cee-4a0e-853d-0d03e5f28603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:03:25.773380 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e6543aa3-1cee-4a0e-853d-0d03e5f28603 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0796196 Jul 28 07:03:27.958295 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48364) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:03:28.003741 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-ac3d2688-1adf-420e-a5f7-db93ebd050ba admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:03:28.092577 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3d2688-1adf-420e-a5f7-db93ebd050ba admin admin] Made reservation on behalf of d03dd7b26195416dace4d9e100f1e7ad for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:03:28.094831 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ac3d2688-1adf-420e-a5f7-db93ebd050ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:28.123019 dv-cinder-792800-1-iscsi neutron-server[93859]: WARNING neutron.services.revisions.revision_plugin [None req-ac3d2688-1adf-420e-a5f7-db93ebd050ba admin admin] Could not find related network for resource to bump revision. Jul 28 07:03:28.138762 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3d2688-1adf-420e-a5f7-db93ebd050ba admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 07:03:28.151605 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ac3d2688-1adf-420e-a5f7-db93ebd050ba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745676727336', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:28.153554 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ac3d2688-1adf-420e-a5f7-db93ebd050ba admin admin] Unsubscribe: segment precommit_create {{(pid=93859) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 07:03:28.153554 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-ac3d2688-1adf-420e-a5f7-db93ebd050ba admin admin] Added segment b92ff96a-8535-4c2b-b2aa-d644fb9c3a70 of type vlan for network c802d8cc-75d9-4b4b-bc79-0b75aabe0dca Jul 28 07:03:28.245929 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ac3d2688-1adf-420e-a5f7-db93ebd050ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745676247143'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:28.522868 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ac3d2688-1adf-420e-a5f7-db93ebd050ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:28.523744 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3d2688-1adf-420e-a5f7-db93ebd050ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:03:28.524320 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ac3d2688-1adf-420e-a5f7-db93ebd050ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:28.611819 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d2688-1adf-420e-a5f7-db93ebd050ba admin admin] Pushing event updated for resources: {'Network': ['ID=c802d8cc-75d9-4b4b-bc79-0b75aabe0dca,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:03:28.623233 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Network c802d8cc-75d9-4b4b-bc79-0b75aabe0dca details requested by agent ovs-agent-dv-cinder-792800-1-iscsi with host dv-cinder-792800-1-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 07:03:28.649410 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ac3d2688-1adf-420e-a5f7-db93ebd050ba admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6900020 Jul 28 07:03:30.832253 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48372) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:03:30.891601 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.pecan_wsgi.hooks.translation [None req-7127438e-3cc6-4060-8c3f-a71744e40efd admin admin] GET failed (client error): The resource could not be found. Jul 28 07:03:30.893394 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7127438e-3cc6-4060-8c3f-a71744e40efd admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601282 Jul 28 07:03:30.968820 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9f2ef1-2314-4964-b87d-2f1b132bf383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:03:30.970923 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-1c9f2ef1-2314-4964-b87d-2f1b132bf383 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0730290 Jul 28 07:03:30.981542 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-87a1a67c-b09a-4000-aee4-8871af6aefdf admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'c802d8cc-75d9-4b4b-bc79-0b75aabe0dca', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:03:31.105395 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a1a67c-b09a-4000-aee4-8871af6aefdf admin admin] Made reservation on behalf of d03dd7b26195416dace4d9e100f1e7ad for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:03:31.107565 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-87a1a67c-b09a-4000-aee4-8871af6aefdf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:31.322828 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-87a1a67c-b09a-4000-aee4-8871af6aefdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:31.379708 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1a67c-b09a-4000-aee4-8871af6aefdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f38cd9ec-3e7a-40cd-95d0-aa569bac0abd,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:03:31.387170 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a1a67c-b09a-4000-aee4-8871af6aefdf admin admin] Checking segment: {'id': 'b92ff96a-8535-4c2b-b2aa-d644fb9c3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c802d8cc-75d9-4b4b-bc79-0b75aabe0dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:03:31.387524 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a1a67c-b09a-4000-aee4-8871af6aefdf admin admin] Network hostable DHCP agents. Network: c802d8cc-75d9-4b4b-bc79-0b75aabe0dca, hostable agents: ['a9302e80-41e4-46d6-92fa-b7087ce18eda'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 07:03:31.477178 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a1a67c-b09a-4000-aee4-8871af6aefdf admin admin] Network c802d8cc-75d9-4b4b-bc79-0b75aabe0dca is scheduled to be hosted by DHCP agent a9302e80-41e4-46d6-92fa-b7087ce18eda with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 07:03:31.573983 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-87a1a67c-b09a-4000-aee4-8871af6aefdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-1-iscsi, c802d8cc-75d9-4b4b-bc79-0b75aabe0dca) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:03:31.577921 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a1a67c-b09a-4000-aee4-8871af6aefdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:03:31.578501 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-87a1a67c-b09a-4000-aee4-8871af6aefdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:31.584796 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50983ec5-b4fe-4e6d-8fbd-bfdd5c1f4661 None None] Network c802d8cc-75d9-4b4b-bc79-0b75aabe0dca requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:03:31.683919 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-87a1a67c-b09a-4000-aee4-8871af6aefdf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7065997 Jul 28 07:03:31.823289 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29852646-a841-58f8-bf0d-6edda1e9bba6-c802d8cc-75d9-4b4b-bc79-0b75aabe0dca', 'network_id': 'c802d8cc-75d9-4b4b-bc79-0b75aabe0dca', 'tenant_id': 'd03dd7b26195416dace4d9e100f1e7ad', 'fixed_ips': [{'subnet_id': 'f38cd9ec-3e7a-40cd-95d0-aa569bac0abd'}]}} from dv-cinder-792800-1-iscsi. {{(pid=93861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 07:03:31.824174 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:31.959576 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Allocated IP 192.168.233.2 (c802d8cc-75d9-4b4b-bc79-0b75aabe0dca/f38cd9ec-3e7a-40cd-95d0-aa569bac0abd/7a46d5e9-21fe-4ad4-b54f-f31647bf0fc3) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:03:32.100341 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:32.109539 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Transition to ACTIVE for port object 7a46d5e9-21fe-4ad4-b54f-f31647bf0fc3 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:03:32.124682 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Transition to ACTIVE for port object 7a46d5e9-21fe-4ad4-b54f-f31647bf0fc3 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:03:32.174684 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:32.215981 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Network c802d8cc-75d9-4b4b-bc79-0b75aabe0dca is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:03:32.220839 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:03:32.223322 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:03:32.231776 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Pushing event updated for resources: {'Port': ['ID=7a46d5e9-21fe-4ad4-b54f-f31647bf0fc3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:03:32.242752 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:03:32.243649 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:03:32.244037 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:03:32.244381 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:03:32.244754 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:03:32.245088 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:03:32.245448 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:03:32.245778 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:03:32.246118 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:03:32.246440 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:03:32.246867 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:03:32.247183 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:03:32.299743 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Attempting to bind port 7a46d5e9-21fe-4ad4-b54f-f31647bf0fc3 on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:03:32.300106 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Attempting to bind port 7a46d5e9-21fe-4ad4-b54f-f31647bf0fc3 by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': 'b92ff96a-8535-4c2b-b2aa-d644fb9c3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c802d8cc-75d9-4b4b-bc79-0b75aabe0dca'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:03:32.300560 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Attempting to bind port 7a46d5e9-21fe-4ad4-b54f-f31647bf0fc3 on network c802d8cc-75d9-4b4b-bc79-0b75aabe0dca {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:03:32.307505 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:03:32.307866 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Checking segment: {'id': 'b92ff96a-8535-4c2b-b2aa-d644fb9c3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c802d8cc-75d9-4b4b-bc79-0b75aabe0dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:03:32.308261 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:32.308642 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Bound using segment: {'id': 'b92ff96a-8535-4c2b-b2aa-d644fb9c3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c802d8cc-75d9-4b4b-bc79-0b75aabe0dca'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:03:32.309095 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Bound port: 7a46d5e9-21fe-4ad4-b54f-f31647bf0fc3, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92ff96a-8535-4c2b-b2aa-d644fb9c3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c802d8cc-75d9-4b4b-bc79-0b75aabe0dca'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:03:32.309481 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:32.373362 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] For port 7a46d5e9-21fe-4ad4-b54f-f31647bf0fc3, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:03:32.376630 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] For port 7a46d5e9-21fe-4ad4-b54f-f31647bf0fc3, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=7a46d5e9-21fe-4ad4-b54f-f31647bf0fc3,segment=NetworkSegment(b92ff96a-8535-4c2b-b2aa-d644fb9c3a70),segment_id=b92ff96a-8535-4c2b-b2aa-d644fb9c3a70)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:03:32.453321 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:32.514662 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c0be9-4e57-423c-8f9f-1828e61d4afa None None] Pushing event updated for resources: {'Port': ['ID=7a46d5e9-21fe-4ad4-b54f-f31647bf0fc3,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:03:33.336415 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3884e1-2bb3-4190-956b-394aa2a73f48 None None] Network c802d8cc-75d9-4b4b-bc79-0b75aabe0dca requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:03:33.453765 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-c3f71a9c-22e5-4314-b4a8-6c8dbb9fc2a4 None None] Provisioning for port 7a46d5e9-21fe-4ad4-b54f-f31647bf0fc3 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:03:34.646280 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 7a46d5e9-21fe-4ad4-b54f-f31647bf0fc3 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:03:34.762922 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port 7a46d5e9-21fe-4ad4-b54f-f31647bf0fc3 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:03:34.767210 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 7a46d5e9-21fe-4ad4-b54f-f31647bf0fc3 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:03:34.767606 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:34.842671 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:34.873290 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port 7a46d5e9-21fe-4ad4-b54f-f31647bf0fc3, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=7a46d5e9-21fe-4ad4-b54f-f31647bf0fc3,segment=NetworkSegment(b92ff96a-8535-4c2b-b2aa-d644fb9c3a70),segment_id=b92ff96a-8535-4c2b-b2aa-d644fb9c3a70)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:03:34.934344 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:34.984217 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=7a46d5e9-21fe-4ad4-b54f-f31647bf0fc3,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:03:36.626959 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 7a46d5e9-21fe-4ad4-b54f-f31647bf0fc3 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:03:36.673327 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 7a46d5e9-21fe-4ad4-b54f-f31647bf0fc3 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:03:36.673688 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:39.692403 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43d76b6a-3f32-4d5e-99c1-581cfe34fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:42.448400 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1efd0fc-daa2-448d-970a-d1179aa54dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:42.743502 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:43.334393 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:44.995408 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:03:54.844230 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 5 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:04:09.704738 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-635e9503-f0b8-45cc-8f04-d38041e7362b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:04:12.565977 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-999004af-f7ab-4521-8858-d914f089095a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:04:12.768103 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:04:13.299081 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:04:14.984580 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:04:31.843184 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 5 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:04:39.711000 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff497a4d-0f39-48db-b850-526e4e84aeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:04:42.596118 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-04322265-f9e1-4d32-9409-50623004c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:04:42.761626 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:04:43.298962 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:04:44.978536 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:04:56.357436 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48426) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:04:56.363376 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [None req-ca6c746e-d8cb-4ee4-a6a8-4b95dba76638 tempest-verify_tempest_config-1996524339 tempest-verify_tempest_config-1996524339-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 07:04:56.364344 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ca6c746e-d8cb-4ee4-a6a8-4b95dba76638 tempest-verify_tempest_config-1996524339 tempest-verify_tempest_config-1996524339-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059426 Jul 28 07:04:56.835424 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 48444) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:04:56.937301 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b0108dda-da29-4b02-b0eb-49d5f2207b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:04:57.021293 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b0108dda-da29-4b02-b0eb-49d5f2207b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:04:57.070503 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b0108dda-da29-4b02-b0eb-49d5f2207b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:04:57.114766 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b0108dda-da29-4b02-b0eb-49d5f2207b6f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=58c1d87a53dd46aebd147ce7b2e66c8a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2782471 Jul 28 07:04:57.115584 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0108dda-da29-4b02-b0eb-49d5f2207b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c654c52a-02eb-47d7-a1be-f429efd57e67,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:04:57.117877 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48450) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:04:57.122585 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0108dda-da29-4b02-b0eb-49d5f2207b6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.122954 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0108dda-da29-4b02-b0eb-49d5f2207b6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.123297 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0108dda-da29-4b02-b0eb-49d5f2207b6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.123638 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0108dda-da29-4b02-b0eb-49d5f2207b6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.123970 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0108dda-da29-4b02-b0eb-49d5f2207b6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.124311 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0108dda-da29-4b02-b0eb-49d5f2207b6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.124641 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0108dda-da29-4b02-b0eb-49d5f2207b6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.124985 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0108dda-da29-4b02-b0eb-49d5f2207b6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.125294 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0108dda-da29-4b02-b0eb-49d5f2207b6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.125614 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0108dda-da29-4b02-b0eb-49d5f2207b6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.125934 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0108dda-da29-4b02-b0eb-49d5f2207b6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.126253 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0108dda-da29-4b02-b0eb-49d5f2207b6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.190401 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5a3f30a0-659c-409d-b769-e53761969b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:04:57.210625 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5a3f30a0-659c-409d-b769-e53761969b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:04:57.356038 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5a3f30a0-659c-409d-b769-e53761969b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:04:57.358563 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5a3f30a0-659c-409d-b769-e53761969b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:04:57.359718 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5a3f30a0-659c-409d-b769-e53761969b58 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c654c52a-02eb-47d7-a1be-f429efd57e67 HTTP/1.1" status: 204 len: 168 time: 0.2408996 Jul 28 07:04:57.368029 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f30a0-659c-409d-b769-e53761969b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c654c52a-02eb-47d7-a1be-f429efd57e67,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:04:57.374987 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f30a0-659c-409d-b769-e53761969b58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.375450 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f30a0-659c-409d-b769-e53761969b58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.375805 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f30a0-659c-409d-b769-e53761969b58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.376161 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f30a0-659c-409d-b769-e53761969b58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.376462 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f30a0-659c-409d-b769-e53761969b58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.376801 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f30a0-659c-409d-b769-e53761969b58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.377258 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f30a0-659c-409d-b769-e53761969b58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.377598 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f30a0-659c-409d-b769-e53761969b58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.377945 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f30a0-659c-409d-b769-e53761969b58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.378284 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f30a0-659c-409d-b769-e53761969b58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.378647 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f30a0-659c-409d-b769-e53761969b58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:04:57.378973 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f30a0-659c-409d-b769-e53761969b58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:05:08.841389 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 5 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:05:09.727216 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5b8650cc-bc8c-494e-b71b-8d196ec7c0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:05:12.687720 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-52231927-d2ed-4fe1-a0e5-ec1cd24ec3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:05:12.835438 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:05:13.309330 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:05:14.987795 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:05:39.695624 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6e48b3bb-77c9-40a6-b89d-c194e2dfa7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:05:42.455829 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a5aae357-dfa3-4c66-bb1d-5a6cf8628907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:05:42.777672 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:05:43.338199 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:05:44.988810 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:05:45.840149 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 5 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:06:09.684059 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7015bb3-d957-487e-a403-2951579400ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:06:12.594580 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-347e2a2d-3bd0-4aee-88fb-603aa9b44e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:06:12.759720 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:06:13.331768 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:06:14.994446 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:06:22.839181 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 5 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:06:26.719519 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1611687'] for agent, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:06:30.313685 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48504) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:06:30.511804 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-01473a34-480f-4eb3-b58d-1c94945f4be0 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1969273 Jul 28 07:06:32.692286 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48514) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:06:32.745794 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a676c709-0d72-43af-90fe-fc06b28e0e57 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0524294 Jul 28 07:06:39.690465 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2478d919-aa8c-47a3-b334-27e462687162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:06:42.433276 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a2192b20-9662-4b13-a170-488631b5dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:06:42.746942 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:06:43.318000 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:06:44.999204 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:06:56.736357 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:06:59.837566 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:07:09.717487 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e551126-d258-40ef-a8dd-d14355c651b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:07:12.459813 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-909416c7-f467-44b5-96c4-ea72f88160f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:07:12.810381 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:07:13.336180 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:07:14.981396 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:07:26.702265 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:07:36.836621 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:07:39.689789 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92cfe94b-6087-4916-ae3a-bed88506180c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:07:42.449548 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-41ffd172-90b5-4683-8622-23ec89c51286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:07:42.762453 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:07:43.328174 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:07:44.997923 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:07:56.718540 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:07:59.013073 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48736) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:07:59.184895 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 48752) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:07:59.378121 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48762) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:07:59.409020 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-741517575-network', 'tenant_id': 'b4c4828d5d2f4633bfb263d0c04cc2b2'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:07:59.453960 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1695987748-network', 'tenant_id': '1cbaeadeed9a497a881cf0c5e53bfb32'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:07:59.483669 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48770) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:07:59.500982 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Made reservation on behalf of b4c4828d5d2f4633bfb263d0c04cc2b2 for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:07:59.505770 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:07:59.511795 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:07:59.537408 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-0dc04e87-6670-4c59-b12f-7fd6290992dc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-337748734-network', 'tenant_id': '0971c291dd1641df82c27807255ee0c7'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:07:59.581610 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-4688e66a-2db3-4310-8ce5-d897219668c9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-643737882-network', 'tenant_id': '408c3ebf976e49fea71c705977b28cef'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:07:59.592014 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Made reservation on behalf of 1cbaeadeed9a497a881cf0c5e53bfb32 for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:07:59.592014 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:07:59.601766 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:07:59.601927 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.db.api [None req-0dc04e87-6670-4c59-b12f-7fd6290992dc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 07:07:59.601927 dv-cinder-792800-1-iscsi neutron-server[93859]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 07:07:59.601927 dv-cinder-792800-1-iscsi neutron-server[93859]: [parameters: {'project_id_1': '0971c291dd1641df82c27807255ee0c7', 'expiration_1': datetime.datetime(2021, 7, 28, 7, 7, 59, 546364)}] Jul 28 07:07:59.601927 dv-cinder-792800-1-iscsi neutron-server[93859]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 07:07:59.602230 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG oslo_db.api [None req-0dc04e87-6670-4c59-b12f-7fd6290992dc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 07:07:59.602693 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.db.api [None req-4688e66a-2db3-4310-8ce5-d897219668c9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 07:07:59.602693 dv-cinder-792800-1-iscsi neutron-server[93859]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 07:07:59.602693 dv-cinder-792800-1-iscsi neutron-server[93859]: [parameters: {'project_id_1': '408c3ebf976e49fea71c705977b28cef', 'expiration_1': datetime.datetime(2021, 7, 28, 7, 7, 59, 588128)}] Jul 28 07:07:59.602693 dv-cinder-792800-1-iscsi neutron-server[93859]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 07:07:59.603501 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG oslo_db.api [None req-4688e66a-2db3-4310-8ce5-d897219668c9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 07:07:59.681098 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:07:59.804248 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:07:59.821891 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 07:07:59.834805 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:07:59.835143 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Added segment fe0ad449-727a-4d58-bfef-10a514128b77 of type vlan for network 9ac542f6-2874-465b-9e66-095a7a9026e7 Jul 28 07:07:59.928231 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745676247143'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:07:59.978725 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:00.028588 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdd04f7-9eb2-4f7c-8f06-c907da53a268,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:00.032572 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:00.055925 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.056474 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.057025 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.058339 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.059455 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.061058 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.062252 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.062683 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 07:08:00.062931 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.063347 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.063759 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.064544 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.064544 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Tracked resource versions report: Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: pushed versions: Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: { 'AddressGroup': {'1.2'}, Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'ConntrackHelper': {'1.0'}, Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'Log': {'1.0'}, Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'Network': {'1.1'}, Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'Port': {'1.7'}, Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'PortForwarding': {'1.2'}, Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'QosPolicy': {'1.8'}, Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'SecurityGroup': {'1.4'}, Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'SecurityGroupRule': {'1.2'}, Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'SubPort': {'1.0'}, Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'Subnet': {'1.1'}, Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'Trunk': {'1.1'}} Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: consumer versions: Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: { DHCP agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: HyperV agent@hv-cinder-79280: {}, Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: L3 agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: Metadata agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: Metering agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: Open vSwitch agent@dv-cinder-792800-1-iscsi: { 'AddressGroup': '1.2', Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'ConntrackHelper': '1.0', Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'Log': '1.0', Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'Network': '1.1', Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'Port': '1.7', Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'PortForwarding': '1.2', Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'QosPolicy': '1.8', Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'SecurityGroup': '1.4', Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'SecurityGroupRule': '1.2', Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'SubPort': '1.0', Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'Subnet': '1.1', Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: 'Trunk': '1.1'}} Jul 28 07:08:00.066314 dv-cinder-792800-1-iscsi neutron-server[93859]: {{(pid=93859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 07:08:00.078156 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507a0527-d63f-460d-90ca-d2e7cc256d44,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:00.086036 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:00.088062 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.088309 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:00.088426 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.088753 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.089259 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.089729 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:00.089908 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.090432 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Tracked resource versions report: Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: pushed versions: Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: { 'AddressGroup': {'1.2'}, Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'ConntrackHelper': {'1.0'}, Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'Log': {'1.0'}, Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'Network': {'1.1'}, Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'Port': {'1.7'}, Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'PortForwarding': {'1.2'}, Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'QosPolicy': {'1.8'}, Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'SecurityGroup': {'1.4'}, Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'SecurityGroupRule': {'1.2'}, Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'SubPort': {'1.0'}, Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'Subnet': {'1.1'}, Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'Trunk': {'1.1'}} Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: consumer versions: Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: { DHCP agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: HyperV agent@hv-cinder-79280: {}, Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: L3 agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: Metadata agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: Metering agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: Open vSwitch agent@dv-cinder-792800-1-iscsi: { 'AddressGroup': '1.2', Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'ConntrackHelper': '1.0', Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'Log': '1.0', Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'Network': '1.1', Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'Port': '1.7', Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'PortForwarding': '1.2', Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'QosPolicy': '1.8', Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'SecurityGroup': '1.4', Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'SecurityGroupRule': '1.2', Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'SubPort': '1.0', Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'Subnet': '1.1', Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: 'Trunk': '1.1'}} Jul 28 07:08:00.094900 dv-cinder-792800-1-iscsi neutron-server[93860]: {{(pid=93860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 07:08:00.107081 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:00.107765 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Added segment 56fbf760-3246-4b91-9aee-bf4b2fd92e09 of type vlan for network 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f Jul 28 07:08:00.159857 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745676247143'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:00.208375 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] Pushing event updated for resources: {'Network': ['ID=9ac542f6-2874-465b-9e66-095a7a9026e7,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:00.214226 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Network 9ac542f6-2874-465b-9e66-095a7a9026e7 details requested by agent ovs-agent-dv-cinder-792800-1-iscsi with host dv-cinder-792800-1-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 07:08:00.255488 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:00.256480 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:00.257086 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:00.313992 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-bfdbc777-29df-4b18-9eda-fcecdeb039ec admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2970755 Jul 28 07:08:00.315312 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48820) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:00.322835 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-fe3e7f84-939a-4f32-93e0-7af0baa493f8 admin admin] Request body: {'subnet': {'network_id': '9ac542f6-2874-465b-9e66-095a7a9026e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-741517575-subnet', 'tenant_id': 'b4c4828d5d2f4633bfb263d0c04cc2b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:08:00.335534 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:00.349551 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Network 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f details requested by agent ovs-agent-dv-cinder-792800-1-iscsi with host dv-cinder-792800-1-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 07:08:00.411373 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4688e66a-2db3-4310-8ce5-d897219668c9 admin admin] Made reservation on behalf of 408c3ebf976e49fea71c705977b28cef for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:08:00.414184 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4688e66a-2db3-4310-8ce5-d897219668c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:00.431636 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4688e66a-2db3-4310-8ce5-d897219668c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:00.435494 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.db.api [None req-fe3e7f84-939a-4f32-93e0-7af0baa493f8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 07:08:00.435494 dv-cinder-792800-1-iscsi neutron-server[93859]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 07:08:00.435494 dv-cinder-792800-1-iscsi neutron-server[93859]: [parameters: {'project_id_1': 'b4c4828d5d2f4633bfb263d0c04cc2b2', 'expiration_1': datetime.datetime(2021, 7, 28, 7, 8, 0, 331050)}] Jul 28 07:08:00.435494 dv-cinder-792800-1-iscsi neutron-server[93859]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 07:08:00.435855 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG oslo_db.api [None req-fe3e7f84-939a-4f32-93e0-7af0baa493f8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 07:08:00.495439 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc04e87-6670-4c59-b12f-7fd6290992dc admin admin] Made reservation on behalf of 0971c291dd1641df82c27807255ee0c7 for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:08:00.498406 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0dc04e87-6670-4c59-b12f-7fd6290992dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:00.507008 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0dc04e87-6670-4c59-b12f-7fd6290992dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:00.587798 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-13764cf7-15d9-45ea-a6b2-8823762aa707 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4016879 Jul 28 07:08:00.591165 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48822) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:00.596137 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-c861f5a1-98f6-4cdb-8e9c-c37074c48fe0 admin admin] Request body: {'subnet': {'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1695987748-subnet', 'tenant_id': '1cbaeadeed9a497a881cf0c5e53bfb32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:08:00.676036 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4688e66a-2db3-4310-8ce5-d897219668c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:00.754366 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4688e66a-2db3-4310-8ce5-d897219668c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:00.790931 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4688e66a-2db3-4310-8ce5-d897219668c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 07:08:00.796819 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688e66a-2db3-4310-8ce5-d897219668c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9786346e-d8cc-43d4-96f2-aaf53b19e5e0,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:00.810490 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4688e66a-2db3-4310-8ce5-d897219668c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:00.814785 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-4688e66a-2db3-4310-8ce5-d897219668c9 admin admin] Added segment bff290aa-7001-4040-84f1-026157fb162a of type vlan for network 41b53c44-cfa8-4da6-93a1-ad9c122a2beb Jul 28 07:08:00.860606 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4688e66a-2db3-4310-8ce5-d897219668c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745676247143'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:00.923820 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0dc04e87-6670-4c59-b12f-7fd6290992dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:01.006248 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4688e66a-2db3-4310-8ce5-d897219668c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:01.006248 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4688e66a-2db3-4310-8ce5-d897219668c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:01.006554 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4688e66a-2db3-4310-8ce5-d897219668c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:01.089813 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688e66a-2db3-4310-8ce5-d897219668c9 admin admin] Pushing event updated for resources: {'Network': ['ID=41b53c44-cfa8-4da6-93a1-ad9c122a2beb,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:01.092614 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0dc04e87-6670-4c59-b12f-7fd6290992dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:01.100963 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Network 41b53c44-cfa8-4da6-93a1-ad9c122a2beb details requested by agent ovs-agent-dv-cinder-792800-1-iscsi with host dv-cinder-792800-1-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 07:08:01.146938 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc04e87-6670-4c59-b12f-7fd6290992dc admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 07:08:01.153413 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc04e87-6670-4c59-b12f-7fd6290992dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4f65dc-78b4-4614-b804-af15b695cd11,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:01.164185 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0dc04e87-6670-4c59-b12f-7fd6290992dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:01.164532 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-0dc04e87-6670-4c59-b12f-7fd6290992dc admin admin] Added segment aeb597cc-1694-46e8-99eb-4cdfceb2d8e4 of type vlan for network 11156f08-0d12-4240-b1b6-a1274a83eab6 Jul 28 07:08:01.228501 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0dc04e87-6670-4c59-b12f-7fd6290992dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745676247143'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:01.238448 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-4688e66a-2db3-4310-8ce5-d897219668c9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7532520 Jul 28 07:08:01.242709 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 48854) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:01.249801 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-9151d30c-e320-404d-8d2e-cd285f2a85e9 admin admin] Request body: {'subnet': {'network_id': '41b53c44-cfa8-4da6-93a1-ad9c122a2beb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-643737882-subnet', 'tenant_id': '408c3ebf976e49fea71c705977b28cef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:08:01.252732 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.db.api [None req-fe3e7f84-939a-4f32-93e0-7af0baa493f8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 07:08:01.252732 dv-cinder-792800-1-iscsi neutron-server[93859]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 07:08:01.252732 dv-cinder-792800-1-iscsi neutron-server[93859]: [parameters: {'project_id_1': 'b4c4828d5d2f4633bfb263d0c04cc2b2', 'expiration_1': datetime.datetime(2021, 7, 28, 7, 8, 0, 940338)}] Jul 28 07:08:01.252732 dv-cinder-792800-1-iscsi neutron-server[93859]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 07:08:01.255521 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG oslo_db.api [None req-fe3e7f84-939a-4f32-93e0-7af0baa493f8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 07:08:01.386042 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c861f5a1-98f6-4cdb-8e9c-c37074c48fe0 admin admin] Made reservation on behalf of 1cbaeadeed9a497a881cf0c5e53bfb32 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:08:01.388438 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c861f5a1-98f6-4cdb-8e9c-c37074c48fe0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:01.391582 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0dc04e87-6670-4c59-b12f-7fd6290992dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:01.396040 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc04e87-6670-4c59-b12f-7fd6290992dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:01.396040 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0dc04e87-6670-4c59-b12f-7fd6290992dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:01.498668 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc04e87-6670-4c59-b12f-7fd6290992dc admin admin] Pushing event updated for resources: {'Network': ['ID=11156f08-0d12-4240-b1b6-a1274a83eab6,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:01.508676 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Network 11156f08-0d12-4240-b1b6-a1274a83eab6 details requested by agent ovs-agent-dv-cinder-792800-1-iscsi with host dv-cinder-792800-1-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 07:08:01.522668 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9151d30c-e320-404d-8d2e-cd285f2a85e9 admin admin] Made reservation on behalf of 408c3ebf976e49fea71c705977b28cef for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:08:01.528417 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9151d30c-e320-404d-8d2e-cd285f2a85e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:01.613275 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-0dc04e87-6670-4c59-b12f-7fd6290992dc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2341707 Jul 28 07:08:01.616109 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48858) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:01.621344 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-374fdad0-0f11-4f05-8ed1-aefb4716342b admin admin] Request body: {'subnet': {'network_id': '11156f08-0d12-4240-b1b6-a1274a83eab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-337748734-subnet', 'tenant_id': '0971c291dd1641df82c27807255ee0c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:08:01.890582 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9151d30c-e320-404d-8d2e-cd285f2a85e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:01.894067 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c861f5a1-98f6-4cdb-8e9c-c37074c48fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:01.905324 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374fdad0-0f11-4f05-8ed1-aefb4716342b admin admin] Made reservation on behalf of 0971c291dd1641df82c27807255ee0c7 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:08:01.908956 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-374fdad0-0f11-4f05-8ed1-aefb4716342b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:01.948250 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151d30c-e320-404d-8d2e-cd285f2a85e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d20b36-8746-4203-9da8-b4a3b862cb21,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:01.963931 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9151d30c-e320-404d-8d2e-cd285f2a85e9 admin admin] Checking segment: {'id': 'bff290aa-7001-4040-84f1-026157fb162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '41b53c44-cfa8-4da6-93a1-ad9c122a2beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:08:01.964288 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9151d30c-e320-404d-8d2e-cd285f2a85e9 admin admin] Network hostable DHCP agents. Network: 41b53c44-cfa8-4da6-93a1-ad9c122a2beb, hostable agents: ['a9302e80-41e4-46d6-92fa-b7087ce18eda'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 07:08:02.064341 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861f5a1-98f6-4cdb-8e9c-c37074c48fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=263b7921-99fd-440b-8eeb-ac12d37ebf89,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:02.066281 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 48864) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:02.090852 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c861f5a1-98f6-4cdb-8e9c-c37074c48fe0 admin admin] Checking segment: {'id': '56fbf760-3246-4b91-9aee-bf4b2fd92e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:08:02.091360 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c861f5a1-98f6-4cdb-8e9c-c37074c48fe0 admin admin] Network hostable DHCP agents. Network: 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f, hostable agents: ['a9302e80-41e4-46d6-92fa-b7087ce18eda'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 07:08:02.101250 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9151d30c-e320-404d-8d2e-cd285f2a85e9 admin admin] Network 41b53c44-cfa8-4da6-93a1-ad9c122a2beb is scheduled to be hosted by DHCP agent a9302e80-41e4-46d6-92fa-b7087ce18eda with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 07:08:02.104867 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3e7f84-939a-4f32-93e0-7af0baa493f8 admin admin] Made reservation on behalf of b4c4828d5d2f4633bfb263d0c04cc2b2 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:08:02.107346 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe3e7f84-939a-4f32-93e0-7af0baa493f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:02.169807 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-9151d30c-e320-404d-8d2e-cd285f2a85e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-1-iscsi, 41b53c44-cfa8-4da6-93a1-ad9c122a2beb) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:08:02.175082 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9151d30c-e320-404d-8d2e-cd285f2a85e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:02.180347 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9151d30c-e320-404d-8d2e-cd285f2a85e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:02.182484 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6cf7eb-3966-4b17-be20-3f11df66092d None None] Network 41b53c44-cfa8-4da6-93a1-ad9c122a2beb requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:08:02.220962 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-626c6e35-13a5-4921-8f61-c32cca1dcdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:02.237593 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c861f5a1-98f6-4cdb-8e9c-c37074c48fe0 admin admin] Network 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f is scheduled to be hosted by DHCP agent a9302e80-41e4-46d6-92fa-b7087ce18eda with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 07:08:02.256306 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-9151d30c-e320-404d-8d2e-cd285f2a85e9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0123777 Jul 28 07:08:02.260323 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-c861f5a1-98f6-4cdb-8e9c-c37074c48fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-1-iscsi, 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:08:02.295731 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c861f5a1-98f6-4cdb-8e9c-c37074c48fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:02.296375 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c861f5a1-98f6-4cdb-8e9c-c37074c48fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:02.303398 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7412dbf-875a-4d67-820b-c1003591e162 None None] Network 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:08:02.465259 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-626c6e35-13a5-4921-8f61-c32cca1dcdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:02.495556 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f983038c-c55e-4a81-9449-14d363a0bf87 None None] Network 41b53c44-cfa8-4da6-93a1-ad9c122a2beb requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:08:02.539353 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-626c6e35-13a5-4921-8f61-c32cca1dcdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:02.540982 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-374fdad0-0f11-4f05-8ed1-aefb4716342b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:02.545850 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe3e7f84-939a-4f32-93e0-7af0baa493f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:02.581589 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c407257f-80a1-4318-b5da-e4ae411158bf None None] Network 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:08:02.584325 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-626c6e35-13a5-4921-8f61-c32cca1dcdff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29de9e2b93a94b5dadecdd6e2f1fb835&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5167553 Jul 28 07:08:02.585132 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 48898) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:02.585954 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c6e35-13a5-4921-8f61-c32cca1dcdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a14c5c-da59-46e1-aa33-47275032ca2a,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:02.609109 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fdad0-0f11-4f05-8ed1-aefb4716342b admin admin] Pushing event updated for resources: {'Subnet': ['ID=04ce5e32-4c6c-4b89-a89b-cb43b533785f,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:02.638151 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c861f5a1-98f6-4cdb-8e9c-c37074c48fe0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0361409 Jul 28 07:08:02.682497 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c768f20-18b4-45a1-acc9-3c75607a5267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:02.689937 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3e7f84-939a-4f32-93e0-7af0baa493f8 admin admin] Checking segment: {'id': 'fe0ad449-727a-4d58-bfef-10a514128b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9ac542f6-2874-465b-9e66-095a7a9026e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:08:02.690296 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3e7f84-939a-4f32-93e0-7af0baa493f8 admin admin] Network hostable DHCP agents. Network: 9ac542f6-2874-465b-9e66-095a7a9026e7, hostable agents: ['a9302e80-41e4-46d6-92fa-b7087ce18eda'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 07:08:02.725574 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c768f20-18b4-45a1-acc9-3c75607a5267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:02.734079 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374fdad0-0f11-4f05-8ed1-aefb4716342b admin admin] Checking segment: {'id': 'aeb597cc-1694-46e8-99eb-4cdfceb2d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11156f08-0d12-4240-b1b6-a1274a83eab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:08:02.734711 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374fdad0-0f11-4f05-8ed1-aefb4716342b admin admin] Network hostable DHCP agents. Network: 11156f08-0d12-4240-b1b6-a1274a83eab6, hostable agents: ['a9302e80-41e4-46d6-92fa-b7087ce18eda'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 07:08:02.786140 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e7f84-939a-4f32-93e0-7af0baa493f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b557806a-ecd5-4248-8676-a517e56c6b58,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:02.921693 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3e7f84-939a-4f32-93e0-7af0baa493f8 admin admin] Network 9ac542f6-2874-465b-9e66-095a7a9026e7 is scheduled to be hosted by DHCP agent a9302e80-41e4-46d6-92fa-b7087ce18eda with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 07:08:02.923535 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c768f20-18b4-45a1-acc9-3c75607a5267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:02.926138 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c768f20-18b4-45a1-acc9-3c75607a5267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:02.926282 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374fdad0-0f11-4f05-8ed1-aefb4716342b admin admin] Network 11156f08-0d12-4240-b1b6-a1274a83eab6 is scheduled to be hosted by DHCP agent a9302e80-41e4-46d6-92fa-b7087ce18eda with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 07:08:02.930427 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-7c768f20-18b4-45a1-acc9-3c75607a5267 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0a14c5c-da59-46e1-aa33-47275032ca2a HTTP/1.1" status: 204 len: 168 time: 0.3396232 Jul 28 07:08:02.941702 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c768f20-18b4-45a1-acc9-3c75607a5267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a14c5c-da59-46e1-aa33-47275032ca2a,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:03.032284 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-374fdad0-0f11-4f05-8ed1-aefb4716342b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-1-iscsi, 11156f08-0d12-4240-b1b6-a1274a83eab6) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:08:03.034239 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-fe3e7f84-939a-4f32-93e0-7af0baa493f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-1-iscsi, 9ac542f6-2874-465b-9e66-095a7a9026e7) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:08:03.040867 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497616c2-3cb0-4a23-b152-ad2b1082a116 None None] Network 11156f08-0d12-4240-b1b6-a1274a83eab6 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:08:03.049453 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374fdad0-0f11-4f05-8ed1-aefb4716342b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:03.050108 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-374fdad0-0f11-4f05-8ed1-aefb4716342b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:03.069959 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3e7f84-939a-4f32-93e0-7af0baa493f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:03.070618 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe3e7f84-939a-4f32-93e0-7af0baa493f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:03.097633 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f05ff0-d27c-474f-8bd6-e7c5902a1c38 None None] Network 9ac542f6-2874-465b-9e66-095a7a9026e7 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:08:03.193378 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-fe3e7f84-939a-4f32-93e0-7af0baa493f8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8759966 Jul 28 07:08:03.194672 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-374fdad0-0f11-4f05-8ed1-aefb4716342b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5773141 Jul 28 07:08:03.197275 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 48930) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:03.201864 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-6323d12b-04d5-45bb-a5db-69ab52c4f091 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-337748734-router', 'tenant_id': '0971c291dd1641df82c27807255ee0c7', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:08:03.306973 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6323d12b-04d5-45bb-a5db-69ab52c4f091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1612837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1946'] for router, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:03.308559 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6323d12b-04d5-45bb-a5db-69ab52c4f091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2010447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1933'] for router, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:03.316698 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e48bc40-f766-4869-94c7-ed0f8aee88f2 None None] Network 9ac542f6-2874-465b-9e66-095a7a9026e7 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:08:03.405035 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6323d12b-04d5-45bb-a5db-69ab52c4f091 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:03.414852 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca67a5b1-90f5-49ce-8b09-b5bba384a688 None None] Network 11156f08-0d12-4240-b1b6-a1274a83eab6 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:08:03.491270 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 48940) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:03.497003 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-3435e29d-1837-4f19-96a0-ee40384d8f89 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-681876199-network', 'tenant_id': 'be3bf182e4e14e5d9dc48a6d224a31fa'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:08:03.612652 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48966) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:03.614837 dv-cinder-792800-1-iscsi neutron-server[93859]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 07:08:03.651232 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3435e29d-1837-4f19-96a0-ee40384d8f89 admin admin] Made reservation on behalf of be3bf182e4e14e5d9dc48a6d224a31fa for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:08:03.654298 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3435e29d-1837-4f19-96a0-ee40384d8f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:03.772865 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3435e29d-1837-4f19-96a0-ee40384d8f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:03.832194 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429b877-1797-4ffc-b865-439a1688761b req-f18909cb-a2ad-4a66-9bb1-0c8cf5e3e634 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:03.833847 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f429b877-1797-4ffc-b865-439a1688761b req-f18909cb-a2ad-4a66-9bb1-0c8cf5e3e634 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/networks?id=9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f HTTP/1.1" status: 200 len: 815 time: 0.2201819 Jul 28 07:08:03.853865 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 48972) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:03.867181 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f429b877-1797-4ffc-b865-439a1688761b req-cad6201a-dd56-49d1-9381-357400cf86d8 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/quotas/1cbaeadeed9a497a881cf0c5e53bfb32 HTTP/1.1" status: 200 len: 375 time: 0.0233638 Jul 28 07:08:03.904457 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6323d12b-04d5-45bb-a5db-69ab52c4f091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2019765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1612823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1919'] for router, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:03.923189 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f429b877-1797-4ffc-b865-439a1688761b req-3a6679b0-ae83-4a56-a780-027edde04c0b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cbaeadeed9a497a881cf0c5e53bfb32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548041 Jul 28 07:08:03.924305 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1a7ab4a6-0647-4aeb-baff-25ec66a6cafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:03.940686 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 48990) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:03.974759 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3435e29d-1837-4f19-96a0-ee40384d8f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:04.065747 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963519f-7284-408f-a7cb-1ecf5986168d req-b7588dd3-b000-4eb9-96e7-95156a49b694 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:04.067426 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6963519f-7284-408f-a7cb-1ecf5986168d req-b7588dd3-b000-4eb9-96e7-95156a49b694 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/networks?id=9ac542f6-2874-465b-9e66-095a7a9026e7 HTTP/1.1" status: 200 len: 811 time: 0.1255078 Jul 28 07:08:04.079664 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3435e29d-1837-4f19-96a0-ee40384d8f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:04.087098 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6963519f-7284-408f-a7cb-1ecf5986168d req-79f1bcbf-a652-42d7-9b19-8caf701eed48 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/quotas/b4c4828d5d2f4633bfb263d0c04cc2b2 HTTP/1.1" status: 200 len: 375 time: 0.0126271 Jul 28 07:08:04.110265 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3435e29d-1837-4f19-96a0-ee40384d8f89 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 07:08:04.119813 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6963519f-7284-408f-a7cb-1ecf5986168d req-69ed601a-1e69-4c39-a10e-6686cba1a33e tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b4c4828d5d2f4633bfb263d0c04cc2b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287395 Jul 28 07:08:04.124025 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [req-f429b877-1797-4ffc-b865-439a1688761b req-15980e6c-b455-447d-8dc7-a51736b53b67 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 07:08:04.126977 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f429b877-1797-4ffc-b865-439a1688761b req-15980e6c-b455-447d-8dc7-a51736b53b67 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0730786 Jul 28 07:08:04.135568 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3435e29d-1837-4f19-96a0-ee40384d8f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:04.135927 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-3435e29d-1837-4f19-96a0-ee40384d8f89 admin admin] Added segment 67823e60-c4f7-4226-943c-0e22126c51c8 of type vlan for network d26e197b-8a88-4332-9a5b-a1f7e64a0e48 Jul 28 07:08:04.192432 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435e29d-1837-4f19-96a0-ee40384d8f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb2fab1-14c7-40fc-a055-04640a3d9e87,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:04.280490 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3435e29d-1837-4f19-96a0-ee40384d8f89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745676247143'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:04.344901 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3580e4bc-92d5-4806-9047-09ec541a7d2a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 07:08:04.348640 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3580e4bc-92d5-4806-9047-09ec541a7d2a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0528760 Jul 28 07:08:04.348640 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f429b877-1797-4ffc-b865-439a1688761b req-d8ee7d6b-26a3-42da-bf8e-349a5700c79c service neutron] 10.222.0.10 "GET /v2.0/networks/9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163787 Jul 28 07:08:04.408816 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6323d12b-04d5-45bb-a5db-69ab52c4f091 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:04.442714 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6323d12b-04d5-45bb-a5db-69ab52c4f091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:04.454160 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1a7ab4a6-0647-4aeb-baff-25ec66a6cafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:04.455142 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3435e29d-1837-4f19-96a0-ee40384d8f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:04.456077 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3435e29d-1837-4f19-96a0-ee40384d8f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:04.456644 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3435e29d-1837-4f19-96a0-ee40384d8f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:04.512677 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6963519f-7284-408f-a7cb-1ecf5986168d req-a6e661b8-bf6e-4f6d-aff1-e7713cf7564c service neutron] 10.222.0.10 "GET /v2.0/networks/9ac542f6-2874-465b-9e66-095a7a9026e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597512 Jul 28 07:08:04.514890 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f429b877-1797-4ffc-b865-439a1688761b req-2a48c247-8d7a-4823-9742-aa8756ff7b05 service neutron] 10.222.0.10 "GET /v2.0/networks/9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524661 Jul 28 07:08:04.557701 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1a7ab4a6-0647-4aeb-baff-25ec66a6cafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:04.612375 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6963519f-7284-408f-a7cb-1ecf5986168d req-cb493262-b721-4d2e-ba7e-a89fb71d5914 service neutron] 10.222.0.10 "GET /v2.0/networks/9ac542f6-2874-465b-9e66-095a7a9026e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918124 Jul 28 07:08:04.613851 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435e29d-1837-4f19-96a0-ee40384d8f89 admin admin] Pushing event updated for resources: {'Network': ['ID=d26e197b-8a88-4332-9a5b-a1f7e64a0e48,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:04.625971 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Network d26e197b-8a88-4332-9a5b-a1f7e64a0e48 details requested by agent ovs-agent-dv-cinder-792800-1-iscsi with host dv-cinder-792800-1-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 07:08:04.637722 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-3435e29d-1837-4f19-96a0-ee40384d8f89 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1446319 Jul 28 07:08:04.640893 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 49012) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:04.645989 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-1ba4088f-c2cb-4990-b9b3-76e56f1671a5 admin admin] Request body: {'subnet': {'network_id': 'd26e197b-8a88-4332-9a5b-a1f7e64a0e48', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-681876199-subnet', 'tenant_id': 'be3bf182e4e14e5d9dc48a6d224a31fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:08:04.664149 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1a7ab4a6-0647-4aeb-baff-25ec66a6cafe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=18f7492addcc44ecbc406d82a5c9b56b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8092535 Jul 28 07:08:04.672471 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 49014) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:04.693666 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ab4a6-0647-4aeb-baff-25ec66a6cafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e087142f-19b4-4d8c-854c-0a12e61c21a4,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:04.727157 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-6323d12b-04d5-45bb-a5db-69ab52c4f091 admin admin] Allocated IP 172.27.0.26 (8c193189-1b67-4afb-a9ff-6e33854cf3c6/2c40bc55-7b7c-48af-93d0-df9752159746/b707ea3e-f56a-468c-bbad-5f90abcbfb2d) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:08:04.732197 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-856b4349-7ffe-4eed-84f1-3a4a68bc9c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:04.759601 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-856b4349-7ffe-4eed-84f1-3a4a68bc9c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:04.773876 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba4088f-c2cb-4990-b9b3-76e56f1671a5 admin admin] Made reservation on behalf of be3bf182e4e14e5d9dc48a6d224a31fa for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:08:04.773876 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1ba4088f-c2cb-4990-b9b3-76e56f1671a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:04.924469 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6323d12b-04d5-45bb-a5db-69ab52c4f091 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:05.086418 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-52308629-ddfe-48b7-a8c2-b2b2522566fc req-d4efe418-44e1-43a9-aeb1-6fc0100bc41c tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 210 time: 0.0955181 Jul 28 07:08:05.089745 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-856b4349-7ffe-4eed-84f1-3a4a68bc9c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:05.094886 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-856b4349-7ffe-4eed-84f1-3a4a68bc9c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:05.096014 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-856b4349-7ffe-4eed-84f1-3a4a68bc9c21 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e087142f-19b4-4d8c-854c-0a12e61c21a4 HTTP/1.1" status: 204 len: 168 time: 0.4223638 Jul 28 07:08:05.148964 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-010150da-5be5-40d6-be57-f53b677720e9 req-bb1e8a0e-bf32-4cd5-9870-d8ac6e2caeb3 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 210 time: 0.0832288 Jul 28 07:08:05.153747 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b4349-7ffe-4eed-84f1-3a4a68bc9c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e087142f-19b4-4d8c-854c-0a12e61c21a4,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:05.187802 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6323d12b-04d5-45bb-a5db-69ab52c4f091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:05.261629 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6323d12b-04d5-45bb-a5db-69ab52c4f091 admin admin] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:08:05.267233 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-6323d12b-04d5-45bb-a5db-69ab52c4f091 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:08:05.278236 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6323d12b-04d5-45bb-a5db-69ab52c4f091 admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:08:05.290368 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1ba4088f-c2cb-4990-b9b3-76e56f1671a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:05.349123 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4088f-c2cb-4990-b9b3-76e56f1671a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd7fadc8-e17f-4069-9156-f5f0dda8bc8d,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:05.352933 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323d12b-04d5-45bb-a5db-69ab52c4f091 admin admin] Pushing event updated for resources: {'Port': ['ID=b707ea3e-f56a-468c-bbad-5f90abcbfb2d,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:05.371798 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba4088f-c2cb-4990-b9b3-76e56f1671a5 admin admin] Checking segment: {'id': '67823e60-c4f7-4226-943c-0e22126c51c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd26e197b-8a88-4332-9a5b-a1f7e64a0e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:08:05.372150 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba4088f-c2cb-4990-b9b3-76e56f1671a5 admin admin] Network hostable DHCP agents. Network: d26e197b-8a88-4332-9a5b-a1f7e64a0e48, hostable agents: ['a9302e80-41e4-46d6-92fa-b7087ce18eda'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 07:08:05.472298 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba4088f-c2cb-4990-b9b3-76e56f1671a5 admin admin] Network d26e197b-8a88-4332-9a5b-a1f7e64a0e48 is scheduled to be hosted by DHCP agent a9302e80-41e4-46d6-92fa-b7087ce18eda with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 07:08:05.549524 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 49076) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:05.587015 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-1ba4088f-c2cb-4990-b9b3-76e56f1671a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-1-iscsi, d26e197b-8a88-4332-9a5b-a1f7e64a0e48) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:08:05.591673 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba4088f-c2cb-4990-b9b3-76e56f1671a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:05.595735 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1ba4088f-c2cb-4990-b9b3-76e56f1671a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:05.600499 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca2c640-7c8c-4ab1-8e88-de4eb1e33a8a None None] Network d26e197b-8a88-4332-9a5b-a1f7e64a0e48 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:08:05.713836 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-1ba4088f-c2cb-4990-b9b3-76e56f1671a5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0717785 Jul 28 07:08:05.785180 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e974e108-3dd8-4eb4-b6d0-a4b35aa72940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:05.857319 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8babf2e-ef11-4433-bc68-0a213801c7f4 None None] Network d26e197b-8a88-4332-9a5b-a1f7e64a0e48 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:08:05.982148 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 49112) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:06.028779 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6323d12b-04d5-45bb-a5db-69ab52c4f091 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:06.074083 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-04adbb60-c30a-4e12-8290-347bec6c6342 admin admin] Deleting subnet 00d20b36-8746-4203-9da8-b4a3b862cb21 {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 07:08:06.077449 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-04adbb60-c30a-4e12-8290-347bec6c6342 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:06.116993 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-04adbb60-c30a-4e12-8290-347bec6c6342 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:06.126624 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-04adbb60-c30a-4e12-8290-347bec6c6342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991024'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:06.208481 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-90550771-7e75-46bf-adc3-d5a8093aa481 req-468c99ae-17ce-46a5-9779-c1b4595632bd tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 210 time: 0.0386541 Jul 28 07:08:06.220540 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e974e108-3dd8-4eb4-b6d0-a4b35aa72940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:06.308756 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6323d12b-04d5-45bb-a5db-69ab52c4f091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2019728'] for router, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:06.309220 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e7c3ef77-8470-48aa-9a98-6f4b61d2b7df req-1c3783cf-8575-4312-9910-4a30fb7b1145 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 210 time: 0.0339818 Jul 28 07:08:06.362778 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-04adbb60-c30a-4e12-8290-347bec6c6342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:06.386997 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e974e108-3dd8-4eb4-b6d0-a4b35aa72940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:06.390056 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adbb60-c30a-4e12-8290-347bec6c6342 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d20b36-8746-4203-9da8-b4a3b862cb21,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:06.392029 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-04adbb60-c30a-4e12-8290-347bec6c6342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:06.393911 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-04adbb60-c30a-4e12-8290-347bec6c6342 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/00d20b36-8746-4203-9da8-b4a3b862cb21 HTTP/1.1" status: 204 len: 168 time: 0.4107170 Jul 28 07:08:06.400260 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 49128) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:06.466854 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974e108-3dd8-4eb4-b6d0-a4b35aa72940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8573ba64-8629-4738-b5ff-f12ffccc6a43,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:06.501057 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584642'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:06.532647 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e974e108-3dd8-4eb4-b6d0-a4b35aa72940 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=76ef56ea73c8423cba58fc2923308c5a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9811044 Jul 28 07:08:06.534037 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 49138) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:06.593632 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983109', 'neutron.services.segments.db._delete_segments_for_network-8745676727345'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:06.604123 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:08:06.611299 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:08:06.611299 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:08:06.611299 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Subscribe: > port after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:08:06.611299 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:08:06.611299 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Subscribe: > port after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:08:06.611299 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:08:06.611299 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:08:06.611299 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:08:06.612099 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b39b55db-c246-4639-a10c-f2f34b08ce63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:06.612193 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:08:06.631108 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b39b55db-c246-4639-a10c-f2f34b08ce63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:06.666489 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6323d12b-04d5-45bb-a5db-69ab52c4f091 admin admin] Router 483796bd-b799-4bf3-b631-d710b08daabf is scheduled to L3 agent 577d4668-314f-4871-90f8-11573d95b012 with binding_index 1 {{(pid=93860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 07:08:06.789541 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:08:06.789541 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:08:06.789541 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:08:06.789541 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:08:06.789541 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b53c44-cfa8-4da6-93a1-ad9c122a2beb']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:08:06.791615 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6323d12b-04d5-45bb-a5db-69ab52c4f091 admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:08:06.800886 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684509cf-2211-4aee-be68-a51437a21710 None None] Sync routers for ids ['483796bd-b799-4bf3-b631-d710b08daabf'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:08:06.802960 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff290aa-7001-4040-84f1-026157fb162a') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:08:06.803258 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff290aa-7001-4040-84f1-026157fb162a') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:08:06.811837 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684509cf-2211-4aee-be68-a51437a21710 None None] Routers {'483796bd-b799-4bf3-b631-d710b08daabf'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:08:06.812790 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-684509cf-2211-4aee-be68-a51437a21710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:07:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['483796bd-b799-4bf3-b631-d710b08daabf'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:08:06.823141 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745676728122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107041'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:06.832592 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b39b55db-c246-4639-a10c-f2f34b08ce63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:06.835350 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b39b55db-c246-4639-a10c-f2f34b08ce63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:06.839272 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b39b55db-c246-4639-a10c-f2f34b08ce63 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8573ba64-8629-4738-b5ff-f12ffccc6a43 HTTP/1.1" status: 204 len: 168 time: 0.3039727 Jul 28 07:08:06.852231 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b55db-c246-4639-a10c-f2f34b08ce63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8573ba64-8629-4738-b5ff-f12ffccc6a43,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:06.856943 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:06.883013 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 07:08:06.883432 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2851736'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: from cryptography.utils import int_from_bytes Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: from cryptography.utils import int_from_bytes Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: Traceback (most recent call last): Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: timer() Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: cb(*args, **kw) Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: return func(*args, **kwargs) Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: self._notify() Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: self.callback(batched_events) Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: event.method(event) Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: return f(self, *a, **k) Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: return self._get(url).json() Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 07:08:06.892776 dv-cinder-792800-1-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 07:08:06.895393 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6323d12b-04d5-45bb-a5db-69ab52c4f091 admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:06.897954 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-6323d12b-04d5-45bb-a5db-69ab52c4f091 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6991875 Jul 28 07:08:06.907958 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 49154) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:07.016606 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-684509cf-2211-4aee-be68-a51437a21710 None None] Set router 483796bd-b799-4bf3-b631-d710b08daabf gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:08:07.093774 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019784'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:07.101191 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:07.104090 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/41b53c44-cfa8-4da6-93a1-ad9c122a2beb HTTP/1.1" status: 204 len: 168 time: 0.7026434 Jul 28 07:08:07.117937 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 49160) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:07.124846 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273bc1a-2313-4b0a-b953-c1c5a5ec34b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=41b53c44-cfa8-4da6-93a1-ad9c122a2beb,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:07.212833 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-5074869a-928b-4938-bb77-3347c29b1c91 admin admin] Deleting subnet cd7fadc8-e17f-4069-9156-f5f0dda8bc8d {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 07:08:07.217182 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5074869a-928b-4938-bb77-3347c29b1c91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:07.227073 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-684509cf-2211-4aee-be68-a51437a21710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483796bd-b799-4bf3-b631-d710b08daabf', 'name': 'tempest-ServerRescueNegativeTestJSON-337748734-router', 'tenant_id': '0971c291dd1641df82c27807255ee0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b707ea3e-f56a-468c-bbad-5f90abcbfb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:08:03Z', 'updated_at': '2021-07-28T07:08:05Z', 'revision_number': 3, 'project_id': '0971c291dd1641df82c27807255ee0c7', 'gw_port': {'id': 'b707ea3e-f56a-468c-bbad-5f90abcbfb2d', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:03:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483796bd-b799-4bf3-b631-d710b08daabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:08:04Z', 'updated_at': '2021-07-28T07:08:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:08:07.259933 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5074869a-928b-4938-bb77-3347c29b1c91 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:07.265527 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684509cf-2211-4aee-be68-a51437a21710 None None] Checking router: 483796bd-b799-4bf3-b631-d710b08daabf for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:08:07.267030 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684509cf-2211-4aee-be68-a51437a21710 None None] Updating router 483796bd-b799-4bf3-b631-d710b08daabf port b707ea3e-f56a-468c-bbad-5f90abcbfb2d binding host dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 07:08:07.276993 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5074869a-928b-4938-bb77-3347c29b1c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991024'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:07.300337 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-684509cf-2211-4aee-be68-a51437a21710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:07.488642 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c03578b0-9ab0-4ef4-8854-403e87b04701 req-700d43de-70e9-4bcd-9a40-faaff56f317c tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 210 time: 0.0728369 Jul 28 07:08:07.571041 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-560a98c1-ceec-4b1c-857e-0777e08759be req-6ea8e12e-cdb8-48ca-9a57-2b21e0a4514a tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 210 time: 0.1015751 Jul 28 07:08:07.571142 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5074869a-928b-4938-bb77-3347c29b1c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:07.643930 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074869a-928b-4938-bb77-3347c29b1c91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd7fadc8-e17f-4069-9156-f5f0dda8bc8d,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:07.662472 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5074869a-928b-4938-bb77-3347c29b1c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:07.667031 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-5074869a-928b-4938-bb77-3347c29b1c91 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/cd7fadc8-e17f-4069-9156-f5f0dda8bc8d HTTP/1.1" status: 204 len: 168 time: 0.5452876 Jul 28 07:08:07.667526 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 49184) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:07.706384 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2c51dbad-e295-4ff3-ba32-573598a2ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:07.737235 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-684509cf-2211-4aee-be68-a51437a21710 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:07.765024 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-684509cf-2211-4aee-be68-a51437a21710 None None] Transition to ACTIVE for port object b707ea3e-f56a-468c-bbad-5f90abcbfb2d will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:08:07.789347 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-44200fe2-9f29-4c9e-8d8a-5a8de640eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584642'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:07.836896 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-684509cf-2211-4aee-be68-a51437a21710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:07.922836 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-44200fe2-9f29-4c9e-8d8a-5a8de640eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983109', 'neutron.services.segments.db._delete_segments_for_network-8745676727345'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:07.937674 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-44200fe2-9f29-4c9e-8d8a-5a8de640eba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26e197b-8a88-4332-9a5b-a1f7e64a0e48']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:08:07.967392 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec5586-6bf3-4016-a955-9f1fb9673ec0 None None] Pushing event updated for resources: {'Port': ['ID=b707ea3e-f56a-468c-bbad-5f90abcbfb2d,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:07.976061 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-44200fe2-9f29-4c9e-8d8a-5a8de640eba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67823e60-c4f7-4226-943c-0e22126c51c8') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:08:07.977923 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-44200fe2-9f29-4c9e-8d8a-5a8de640eba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67823e60-c4f7-4226-943c-0e22126c51c8') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:08:07.988892 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec5586-6bf3-4016-a955-9f1fb9673ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:07.989247 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec5586-6bf3-4016-a955-9f1fb9673ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:07.993277 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec5586-6bf3-4016-a955-9f1fb9673ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:07.993934 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec5586-6bf3-4016-a955-9f1fb9673ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:07.994284 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec5586-6bf3-4016-a955-9f1fb9673ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:07.995574 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec5586-6bf3-4016-a955-9f1fb9673ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:07.996775 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-2c51dbad-e295-4ff3-ba32-573598a2ed3f admin admin] Allocated IP 172.20.0.1 (11156f08-0d12-4240-b1b6-a1274a83eab6/04ce5e32-4c6c-4b89-a89b-cb43b533785f/eb471718-0b78-4fa5-a777-5186ec7a70f7) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:08:07.998683 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec5586-6bf3-4016-a955-9f1fb9673ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:07.999630 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec5586-6bf3-4016-a955-9f1fb9673ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:08.000497 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-44200fe2-9f29-4c9e-8d8a-5a8de640eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745676728122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107041'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:08.001833 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec5586-6bf3-4016-a955-9f1fb9673ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:08.002775 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec5586-6bf3-4016-a955-9f1fb9673ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:08.003624 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec5586-6bf3-4016-a955-9f1fb9673ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:08.006603 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec5586-6bf3-4016-a955-9f1fb9673ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec5586-6bf3-4016-a955-9f1fb9673ec0 None None] Tracked resource versions report: Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: pushed versions: Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: { 'AddressGroup': {'1.2'}, Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'ConntrackHelper': {'1.0'}, Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'Log': {'1.0'}, Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'Network': {'1.1'}, Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'Port': {'1.7'}, Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'PortForwarding': {'1.2'}, Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'QosPolicy': {'1.8'}, Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'SecurityGroup': {'1.4'}, Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'SecurityGroupRule': {'1.2'}, Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'SubPort': {'1.0'}, Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'Subnet': {'1.1'}, Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'Trunk': {'1.1'}} Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: consumer versions: Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: { DHCP agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: HyperV agent@hv-cinder-79280: {}, Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: L3 agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: Metadata agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: Metering agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: Open vSwitch agent@dv-cinder-792800-1-iscsi: { 'AddressGroup': '1.2', Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'ConntrackHelper': '1.0', Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'Log': '1.0', Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'Network': '1.1', Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'Port': '1.7', Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'PortForwarding': '1.2', Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'QosPolicy': '1.8', Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'SecurityGroup': '1.4', Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'SecurityGroupRule': '1.2', Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'SubPort': '1.0', Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'Subnet': '1.1', Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: 'Trunk': '1.1'}} Jul 28 07:08:08.009148 dv-cinder-792800-1-iscsi neutron-server[93862]: {{(pid=93862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 07:08:08.027265 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-44200fe2-9f29-4c9e-8d8a-5a8de640eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:08.055074 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44200fe2-9f29-4c9e-8d8a-5a8de640eba1 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 07:08:08.055477 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-44200fe2-9f29-4c9e-8d8a-5a8de640eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2851736'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: Traceback (most recent call last): Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: timer() Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: cb(*args, **kw) Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: return func(*args, **kwargs) Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: self._notify() Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: self.callback(batched_events) Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: event.method(event) Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: return f(self, *a, **k) Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: return self._get(url).json() Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 07:08:08.058577 dv-cinder-792800-1-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 07:08:08.075718 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-684509cf-2211-4aee-be68-a51437a21710 None None] Attempting to bind port b707ea3e-f56a-468c-bbad-5f90abcbfb2d on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:08:08.077389 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-684509cf-2211-4aee-be68-a51437a21710 None None] Attempting to bind port b707ea3e-f56a-468c-bbad-5f90abcbfb2d by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:08:08.077389 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684509cf-2211-4aee-be68-a51437a21710 None None] Attempting to bind port b707ea3e-f56a-468c-bbad-5f90abcbfb2d on network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:08:08.084805 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684509cf-2211-4aee-be68-a51437a21710 None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:08:08.085383 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684509cf-2211-4aee-be68-a51437a21710 None None] Checking segment: {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:08:08.085946 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-684509cf-2211-4aee-be68-a51437a21710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:08.086816 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684509cf-2211-4aee-be68-a51437a21710 None None] Bound using segment: {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:08:08.087621 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-684509cf-2211-4aee-be68-a51437a21710 None None] Bound port: b707ea3e-f56a-468c-bbad-5f90abcbfb2d, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:08:08.088191 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-684509cf-2211-4aee-be68-a51437a21710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:08.150786 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-684509cf-2211-4aee-be68-a51437a21710 None None] For port b707ea3e-f56a-468c-bbad-5f90abcbfb2d, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:08:08.157415 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-684509cf-2211-4aee-be68-a51437a21710 None None] For port b707ea3e-f56a-468c-bbad-5f90abcbfb2d, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=b707ea3e-f56a-468c-bbad-5f90abcbfb2d,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:08:08.232813 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-684509cf-2211-4aee-be68-a51437a21710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:08.281706 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2c51dbad-e295-4ff3-ba32-573598a2ed3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:08.293321 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684509cf-2211-4aee-be68-a51437a21710 None None] Routers {'483796bd-b799-4bf3-b631-d710b08daabf'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:08:08.293960 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-684509cf-2211-4aee-be68-a51437a21710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:07:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['483796bd-b799-4bf3-b631-d710b08daabf'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:08:08.312683 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-44200fe2-9f29-4c9e-8d8a-5a8de640eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019784'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:08.317222 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-44200fe2-9f29-4c9e-8d8a-5a8de640eba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:08.322468 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-44200fe2-9f29-4c9e-8d8a-5a8de640eba1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d26e197b-8a88-4332-9a5b-a1f7e64a0e48 HTTP/1.1" status: 204 len: 168 time: 0.6502063 Jul 28 07:08:08.335112 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec5586-6bf3-4016-a955-9f1fb9673ec0 None None] Pushing event updated for resources: {'Port': ['ID=b707ea3e-f56a-468c-bbad-5f90abcbfb2d,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:08.364107 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44200fe2-9f29-4c9e-8d8a-5a8de640eba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d26e197b-8a88-4332-9a5b-a1f7e64a0e48,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:08.435059 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-684509cf-2211-4aee-be68-a51437a21710 None None] Set router 483796bd-b799-4bf3-b631-d710b08daabf gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:08:08.502121 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2c51dbad-e295-4ff3-ba32-573598a2ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:08.528910 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.11', 52861) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:08.593982 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c51dbad-e295-4ff3-ba32-573598a2ed3f admin admin] Network 11156f08-0d12-4240-b1b6-a1274a83eab6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:08:08.597376 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-2c51dbad-e295-4ff3-ba32-573598a2ed3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:08:08.614310 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c51dbad-e295-4ff3-ba32-573598a2ed3f admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:08:08.624565 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2c51dbad-e295-4ff3-ba32-573598a2ed3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2019663'] for router_interface, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:08.680550 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429b877-1797-4ffc-b865-439a1688761b req-b1244ad2-f513-45d0-8e74-7a7bb1027475 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:08.681987 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f429b877-1797-4ffc-b865-439a1688761b req-b1244ad2-f513-45d0-8e74-7a7bb1027475 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.11 "GET /v2.0/networks?id=9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f HTTP/1.1" status: 200 len: 815 time: 0.1515088 Jul 28 07:08:08.748111 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-f429b877-1797-4ffc-b865-439a1688761b req-c155452f-bc48-4b69-98f7-d73ca7b71315 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Request body: {'port': {'device_id': '9c45e375-d174-44fa-b4c9-903da4837d0c', 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f', 'admin_state_up': True, 'tenant_id': '1cbaeadeed9a497a881cf0c5e53bfb32'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:08:08.771326 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-684509cf-2211-4aee-be68-a51437a21710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483796bd-b799-4bf3-b631-d710b08daabf', 'name': 'tempest-ServerRescueNegativeTestJSON-337748734-router', 'tenant_id': '0971c291dd1641df82c27807255ee0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b707ea3e-f56a-468c-bbad-5f90abcbfb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:08:03Z', 'updated_at': '2021-07-28T07:08:05Z', 'revision_number': 3, 'project_id': '0971c291dd1641df82c27807255ee0c7', 'gw_port': {'id': 'b707ea3e-f56a-468c-bbad-5f90abcbfb2d', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:03:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483796bd-b799-4bf3-b631-d710b08daabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:08:04Z', 'updated_at': '2021-07-28T07:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:08:08.774814 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51dbad-e295-4ff3-ba32-573598a2ed3f admin admin] Pushing event updated for resources: {'Port': ['ID=eb471718-0b78-4fa5-a777-5186ec7a70f7,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:08.796076 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 49244) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:08.855880 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684509cf-2211-4aee-be68-a51437a21710 None None] The sync data for ids ['483796bd-b799-4bf3-b631-d710b08daabf'] in dv-cinder-792800-1-iscsi is: [{'id': '483796bd-b799-4bf3-b631-d710b08daabf', 'name': 'tempest-ServerRescueNegativeTestJSON-337748734-router', 'tenant_id': '0971c291dd1641df82c27807255ee0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b707ea3e-f56a-468c-bbad-5f90abcbfb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:08:03Z', 'updated_at': '2021-07-28T07:08:05Z', 'revision_number': 3, 'project_id': '0971c291dd1641df82c27807255ee0c7', 'gw_port': {'id': 'b707ea3e-f56a-468c-bbad-5f90abcbfb2d', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:03:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483796bd-b799-4bf3-b631-d710b08daabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:08:04Z', 'updated_at': '2021-07-28T07:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:08:08.940542 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 49250) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:08.974797 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1d8e0458-dd44-4f9c-a735-d167cc549dad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=408c3ebf976e49fea71c705977b28cef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1735342 Jul 28 07:08:08.975432 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 49254) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:09.083142 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f3bdb52d-b2fc-4fe5-896c-b3b0bc4bd188 req-cd9e22f2-26f1-400f-98ec-e4f3723dd676 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 210 time: 0.0818663 Jul 28 07:08:09.130023 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fd836a9b-b6bb-4918-9333-236955ba50c3 req-acd67755-0939-4680-8946-4251d14c0c43 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 210 time: 0.1271176 Jul 28 07:08:09.184364 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d81f10fa-bd5b-4bc8-bda5-eafd1a465ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:09.226249 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d81f10fa-bd5b-4bc8-bda5-eafd1a465ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:09.355096 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.11', 52869) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:09.363943 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-73e6c007-6cb4-4ece-b7f6-d87ca7e6c280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:09.490650 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f429b877-1797-4ffc-b865-439a1688761b req-c155452f-bc48-4b69-98f7-d73ca7b71315 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Made reservation on behalf of 1cbaeadeed9a497a881cf0c5e53bfb32 for: {'port': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:08:09.490849 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2c51dbad-e295-4ff3-ba32-573598a2ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:09.495791 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-f429b877-1797-4ffc-b865-439a1688761b req-c155452f-bc48-4b69-98f7-d73ca7b71315 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:09.540283 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d81f10fa-bd5b-4bc8-bda5-eafd1a465ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:09.546374 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d81f10fa-bd5b-4bc8-bda5-eafd1a465ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:09.550347 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d81f10fa-bd5b-4bc8-bda5-eafd1a465ef5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9786346e-d8cc-43d4-96f2-aaf53b19e5e0 HTTP/1.1" status: 204 len: 168 time: 0.5679162 Jul 28 07:08:09.575366 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f10fa-bd5b-4bc8-bda5-eafd1a465ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9786346e-d8cc-43d4-96f2-aaf53b19e5e0,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:09.829011 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d905f38-80e0-4057-9475-d0c775f1932d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:09.944959 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963519f-7284-408f-a7cb-1ecf5986168d req-a3eb5184-f236-4e17-864e-e9cd952005fc tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:09.961307 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6963519f-7284-408f-a7cb-1ecf5986168d req-a3eb5184-f236-4e17-864e-e9cd952005fc tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.11 "GET /v2.0/networks?id=9ac542f6-2874-465b-9e66-095a7a9026e7 HTTP/1.1" status: 200 len: 811 time: 0.6330392 Jul 28 07:08:09.977547 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-6963519f-7284-408f-a7cb-1ecf5986168d req-91bca285-09f3-464b-a591-80f27d0bbfdc tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Request body: {'port': {'device_id': 'c5a56e20-9344-4318-bbdc-53e1c3d225c7', 'network_id': '9ac542f6-2874-465b-9e66-095a7a9026e7', 'admin_state_up': True, 'tenant_id': 'b4c4828d5d2f4633bfb263d0c04cc2b2'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:08:09.986086 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-73e6c007-6cb4-4ece-b7f6-d87ca7e6c280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:10.085860 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-73e6c007-6cb4-4ece-b7f6-d87ca7e6c280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:10.122384 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-73e6c007-6cb4-4ece-b7f6-d87ca7e6c280 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb1cb9d3c6fa48ba95e14fa4875ccc83&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1804376 Jul 28 07:08:10.123133 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 49328) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:10.126946 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2c51dbad-e295-4ff3-ba32-573598a2ed3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:10.175699 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [req-f429b877-1797-4ffc-b865-439a1688761b req-c155452f-bc48-4b69-98f7-d73ca7b71315 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Allocated IP 172.20.0.13 (9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f/263b7921-99fd-440b-8eeb-ac12d37ebf89/457adf7f-f5a7-4fa1-8eda-a6da8212fa4d) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:08:10.213283 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6c007-6cb4-4ece-b7f6-d87ca7e6c280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ebdde0-87a8-4f6e-ab35-6942b2d5a530,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:10.223146 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2c51dbad-e295-4ff3-ba32-573598a2ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:10.223977 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2c51dbad-e295-4ff3-ba32-573598a2ed3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2020063'] for router_interface, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:10.359309 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0c782279-3383-4ab8-8ecf-046faebcb45b req-5aa0fde6-c06f-499c-b8e1-80ec7c0e7915 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 210 time: 0.0718839 Jul 28 07:08:10.362644 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51dbad-e295-4ff3-ba32-573598a2ed3f admin admin] Pushing event updated for resources: {'Port': ['ID=eb471718-0b78-4fa5-a777-5186ec7a70f7,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:10.378498 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c19f6064-6bef-44aa-b430-c4e65ae9c863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:10.384007 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-34a68f95-1c76-4632-a2c0-d10407e55fca req-a392cfde-3180-4555-a216-c6131d13d8a6 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 210 time: 0.0570958 Jul 28 07:08:10.427481 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c19f6064-6bef-44aa-b430-c4e65ae9c863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:10.471878 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6963519f-7284-408f-a7cb-1ecf5986168d req-91bca285-09f3-464b-a591-80f27d0bbfdc tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Made reservation on behalf of b4c4828d5d2f4633bfb263d0c04cc2b2 for: {'port': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:08:10.475393 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-6963519f-7284-408f-a7cb-1ecf5986168d req-91bca285-09f3-464b-a591-80f27d0bbfdc tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:10.539006 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c51dbad-e295-4ff3-ba32-573598a2ed3f admin admin] Network 11156f08-0d12-4240-b1b6-a1274a83eab6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:08:10.546075 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-2c51dbad-e295-4ff3-ba32-573598a2ed3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:08:10.588795 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-f429b877-1797-4ffc-b865-439a1688761b req-c155452f-bc48-4b69-98f7-d73ca7b71315 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:10.639387 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c19f6064-6bef-44aa-b430-c4e65ae9c863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:10.644352 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c19f6064-6bef-44aa-b430-c4e65ae9c863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:10.654808 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-c19f6064-6bef-44aa-b430-c4e65ae9c863 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53ebdde0-87a8-4f6e-ab35-6942b2d5a530 HTTP/1.1" status: 204 len: 168 time: 0.5253155 Jul 28 07:08:10.674106 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f6064-6bef-44aa-b430-c4e65ae9c863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ebdde0-87a8-4f6e-ab35-6942b2d5a530,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:10.680499 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 49344) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:10.844977 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-f429b877-1797-4ffc-b865-439a1688761b req-c155452f-bc48-4b69-98f7-d73ca7b71315 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:10.944114 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c51dbad-e295-4ff3-ba32-573598a2ed3f admin admin] Router 483796bd-b799-4bf3-b631-d710b08daabf has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:08:11.019690 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device b707ea3e-f56a-468c-bbad-5f90abcbfb2d up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:08:11.179613 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c51dbad-e295-4ff3-ba32-573598a2ed3f admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:08:11.206681 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-2c51dbad-e295-4ff3-ba32-573598a2ed3f admin admin] 10.222.0.10 "PUT /v2.0/routers/483796bd-b799-4bf3-b631-d710b08daabf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2851644 Jul 28 07:08:11.219724 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f429b877-1797-4ffc-b865-439a1688761b req-c155452f-bc48-4b69-98f7-d73ca7b71315 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Network 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:08:11.224993 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155452f-bc48-4b69-98f7-d73ca7b71315 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Pushing event updated for resources: {'Port': ['ID=457adf7f-f5a7-4fa1-8eda-a6da8212fa4d,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:11.233203 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [req-f429b877-1797-4ffc-b865-439a1688761b req-c155452f-bc48-4b69-98f7-d73ca7b71315 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:08:11.236202 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-f429b877-1797-4ffc-b865-439a1688761b req-c155452f-bc48-4b69-98f7-d73ca7b71315 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:08:11.249350 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-1c93685d-0a22-4ca3-9842-7dfb28baa601 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be3bf182e4e14e5d9dc48a6d224a31fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5655830 Jul 28 07:08:11.253685 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 49356) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:11.298658 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [req-6963519f-7284-408f-a7cb-1ecf5986168d req-91bca285-09f3-464b-a591-80f27d0bbfdc tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Allocated IP 172.20.0.12 (9ac542f6-2874-465b-9e66-095a7a9026e7/b557806a-ecd5-4248-8676-a517e56c6b58/81b2f6f1-53db-4f61-a9d2-7ac28c4d6241) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:08:11.334937 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429b877-1797-4ffc-b865-439a1688761b req-c155452f-bc48-4b69-98f7-d73ca7b71315 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:11.335959 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-f429b877-1797-4ffc-b865-439a1688761b req-c155452f-bc48-4b69-98f7-d73ca7b71315 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:11.348321 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port b707ea3e-f56a-468c-bbad-5f90abcbfb2d completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:08:11.356429 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port b707ea3e-f56a-468c-bbad-5f90abcbfb2d triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:08:11.356582 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:11.545312 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-828645e9-ba89-4fae-8e4b-2ab0b6937b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:11.546940 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f429b877-1797-4ffc-b865-439a1688761b req-c155452f-bc48-4b69-98f7-d73ca7b71315 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7909217 Jul 28 07:08:11.553457 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:11.556170 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-828645e9-ba89-4fae-8e4b-2ab0b6937b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:11.558130 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-71c3c3a7-1332-4158-afab-edefbe1234b4 req-285fe64b-ffc2-4bd6-83a5-b1b97fc81e39 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 210 time: 0.0558634 Jul 28 07:08:11.573766 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [req-f429b877-1797-4ffc-b865-439a1688761b req-22dd792f-9e1b-4809-afef-385cbea29e1e tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 07:08:11.573766 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f429b877-1797-4ffc-b865-439a1688761b req-22dd792f-9e1b-4809-afef-385cbea29e1e tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148857 Jul 28 07:08:11.573938 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] Sync routers for ids ['483796bd-b799-4bf3-b631-d710b08daabf'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:08:11.611131 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port b707ea3e-f56a-468c-bbad-5f90abcbfb2d, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=b707ea3e-f56a-468c-bbad-5f90abcbfb2d,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:08:11.613269 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] Routers {'483796bd-b799-4bf3-b631-d710b08daabf'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:08:11.614098 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:07:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['483796bd-b799-4bf3-b631-d710b08daabf'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:08:11.692935 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77707da0-d247-42f4-990f-27bf774201e6 req-7704990b-de0d-448c-8730-37260986d883 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:11.694594 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-77707da0-d247-42f4-990f-27bf774201e6 req-7704990b-de0d-448c-8730-37260986d883 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 932 time: 0.1410894 Jul 28 07:08:11.700172 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-6963519f-7284-408f-a7cb-1ecf5986168d req-91bca285-09f3-464b-a591-80f27d0bbfdc tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:11.710204 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:11.758491 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-828645e9-ba89-4fae-8e4b-2ab0b6937b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:11.771418 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-828645e9-ba89-4fae-8e4b-2ab0b6937b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:11.771418 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-828645e9-ba89-4fae-8e4b-2ab0b6937b1c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6cb2fab1-14c7-40fc-a055-04640a3d9e87 HTTP/1.1" status: 204 len: 168 time: 0.5079994 Jul 28 07:08:11.777385 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828645e9-ba89-4fae-8e4b-2ab0b6937b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb2fab1-14c7-40fc-a055-04640a3d9e87,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:11.800504 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-77707da0-d247-42f4-990f-27bf774201e6 req-cc77ddf5-1453-43b6-a89e-c6ed0379bdd7 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977840 Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] Set router 483796bd-b799-4bf3-b631-d710b08daabf gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=b707ea3e-f56a-468c-bbad-5f90abcbfb2d,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Tracked resource versions report: Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: pushed versions: Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: { 'AddressGroup': {'1.2'}, Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: 'ConntrackHelper': {'1.0'}, Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: 'Log': {'1.0'}, Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: 'Network': {'1.1'}, Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: 'Port': {'1.7'}, Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: 'PortForwarding': {'1.2'}, Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: 'QosPolicy': {'1.8'}, Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: 'SecurityGroup': {'1.4'}, Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: 'SecurityGroupRule': {'1.2'}, Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: 'SubPort': {'1.0'}, Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: 'Subnet': {'1.1'}, Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: 'Trunk': {'1.1'}} Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: consumer versions: Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: { DHCP agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: HyperV agent@hv-cinder-79280: {}, Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: L3 agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: Metadata agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:08:12.476833 dv-cinder-792800-1-iscsi neutron-server[93861]: Metering agent@dv-cinder-792800-1-iscsi: {}, Jul 28 07:08:12.482236 dv-cinder-792800-1-iscsi neutron-server[93861]: Open vSwitch agent@dv-cinder-792800-1-iscsi: { 'AddressGroup': '1.2', Jul 28 07:08:12.482236 dv-cinder-792800-1-iscsi neutron-server[93861]: 'ConntrackHelper': '1.0', Jul 28 07:08:12.482236 dv-cinder-792800-1-iscsi neutron-server[93861]: 'Log': '1.0', Jul 28 07:08:12.482236 dv-cinder-792800-1-iscsi neutron-server[93861]: 'Network': '1.1', Jul 28 07:08:12.482236 dv-cinder-792800-1-iscsi neutron-server[93861]: 'Port': '1.7', Jul 28 07:08:12.482236 dv-cinder-792800-1-iscsi neutron-server[93861]: 'PortForwarding': '1.2', Jul 28 07:08:12.482236 dv-cinder-792800-1-iscsi neutron-server[93861]: 'QosPolicy': '1.8', Jul 28 07:08:12.482236 dv-cinder-792800-1-iscsi neutron-server[93861]: 'SecurityGroup': '1.4', Jul 28 07:08:12.482236 dv-cinder-792800-1-iscsi neutron-server[93861]: 'SecurityGroupRule': '1.2', Jul 28 07:08:12.482236 dv-cinder-792800-1-iscsi neutron-server[93861]: 'SubPort': '1.0', Jul 28 07:08:12.482236 dv-cinder-792800-1-iscsi neutron-server[93861]: 'Subnet': '1.1', Jul 28 07:08:12.482236 dv-cinder-792800-1-iscsi neutron-server[93861]: 'Trunk': '1.1'}} Jul 28 07:08:12.482236 dv-cinder-792800-1-iscsi neutron-server[93861]: {{(pid=93861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 07:08:12.518198 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-6963519f-7284-408f-a7cb-1ecf5986168d req-91bca285-09f3-464b-a591-80f27d0bbfdc tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:12.518198 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6963519f-7284-408f-a7cb-1ecf5986168d req-91bca285-09f3-464b-a591-80f27d0bbfdc tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Network 9ac542f6-2874-465b-9e66-095a7a9026e7 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:08:12.518198 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [req-6963519f-7284-408f-a7cb-1ecf5986168d req-91bca285-09f3-464b-a591-80f27d0bbfdc tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:08:12.518198 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-6963519f-7284-408f-a7cb-1ecf5986168d req-91bca285-09f3-464b-a591-80f27d0bbfdc tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:08:12.518198 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bca285-09f3-464b-a591-80f27d0bbfdc tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Pushing event updated for resources: {'Port': ['ID=81b2f6f1-53db-4f61-a9d2-7ac28c4d6241,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:12.518198 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963519f-7284-408f-a7cb-1ecf5986168d req-91bca285-09f3-464b-a591-80f27d0bbfdc tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:12.518198 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-6963519f-7284-408f-a7cb-1ecf5986168d req-91bca285-09f3-464b-a591-80f27d0bbfdc tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:12.520874 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483796bd-b799-4bf3-b631-d710b08daabf', 'name': 'tempest-ServerRescueNegativeTestJSON-337748734-router', 'tenant_id': '0971c291dd1641df82c27807255ee0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b707ea3e-f56a-468c-bbad-5f90abcbfb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:08:03Z', 'updated_at': '2021-07-28T07:08:09Z', 'revision_number': 4, 'project_id': '0971c291dd1641df82c27807255ee0c7', 'gw_port': {'id': 'b707ea3e-f56a-468c-bbad-5f90abcbfb2d', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:03:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483796bd-b799-4bf3-b631-d710b08daabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:08:04Z', 'updated_at': '2021-07-28T07:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'eb471718-0b78-4fa5-a777-5186ec7a70f7', 'name': '', 'network_id': '11156f08-0d12-4240-b1b6-a1274a83eab6', 'tenant_id': '0971c291dd1641df82c27807255ee0c7', 'mac_address': 'fa:16:3e:c6:8b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483796bd-b799-4bf3-b631-d710b08daabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '04ce5e32-4c6c-4b89-a89b-cb43b533785f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:08:07Z', 'updated_at': '2021-07-28T07:08:09Z', 'revision_number': 2, 'project_id': '0971c291dd1641df82c27807255ee0c7', 'subnets': [{'id': '04ce5e32-4c6c-4b89-a89b-cb43b533785f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:08:12.520874 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] Checking router: 483796bd-b799-4bf3-b631-d710b08daabf for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:08:12.520874 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] Updating router 483796bd-b799-4bf3-b631-d710b08daabf port eb471718-0b78-4fa5-a777-5186ec7a70f7 binding host dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 07:08:12.520874 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:12.621484 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6963519f-7284-408f-a7cb-1ecf5986168d req-91bca285-09f3-464b-a591-80f27d0bbfdc tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6481872 Jul 28 07:08:12.658556 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-32839ed4-3b48-4473-80aa-d49f4a35b8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:12.733696 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d843070-5959-49ef-a97d-884b61f34798 req-98fcbf99-d61e-4bc5-b25d-7b38ce26da51 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:12.735964 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2d843070-5959-49ef-a97d-884b61f34798 req-98fcbf99-d61e-4bc5-b25d-7b38ce26da51 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 932 time: 0.0934625 Jul 28 07:08:12.796169 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2d843070-5959-49ef-a97d-884b61f34798 req-1a4864a1-2985-4fb6-b277-6452768dd36f tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522845 Jul 28 07:08:12.809178 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:12.816653 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] Transition to ACTIVE for port object eb471718-0b78-4fa5-a777-5186ec7a70f7 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:08:12.820112 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device b707ea3e-f56a-468c-bbad-5f90abcbfb2d up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:08:12.876742 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port b707ea3e-f56a-468c-bbad-5f90abcbfb2d triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:08:12.877114 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:12.909296 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:12.952755 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d568c-199e-44de-ba02-32c575123888 req-6ff4b73b-83d2-4c1f-8f8e-971be94226bd tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:12.954705 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bb6d568c-199e-44de-ba02-32c575123888 req-6ff4b73b-83d2-4c1f-8f8e-971be94226bd tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 932 time: 0.0649223 Jul 28 07:08:12.993405 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:13.081162 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c818d6b-c24a-4282-89f6-f6a849fd8d79 None None] Pushing event updated for resources: {'Port': ['ID=eb471718-0b78-4fa5-a777-5186ec7a70f7,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:13.122862 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] Attempting to bind port eb471718-0b78-4fa5-a777-5186ec7a70f7 on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:08:13.123256 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] Attempting to bind port eb471718-0b78-4fa5-a777-5186ec7a70f7 by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': 'aeb597cc-1694-46e8-99eb-4cdfceb2d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11156f08-0d12-4240-b1b6-a1274a83eab6'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:08:13.123701 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] Attempting to bind port eb471718-0b78-4fa5-a777-5186ec7a70f7 on network 11156f08-0d12-4240-b1b6-a1274a83eab6 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:08:13.132016 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:08:13.132749 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] Checking segment: {'id': 'aeb597cc-1694-46e8-99eb-4cdfceb2d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11156f08-0d12-4240-b1b6-a1274a83eab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:08:13.133815 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:13.134222 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] Bound using segment: {'id': 'aeb597cc-1694-46e8-99eb-4cdfceb2d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11156f08-0d12-4240-b1b6-a1274a83eab6'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:08:13.135176 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] Bound port: eb471718-0b78-4fa5-a777-5186ec7a70f7, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb597cc-1694-46e8-99eb-4cdfceb2d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11156f08-0d12-4240-b1b6-a1274a83eab6'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:08:13.135785 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:13.137838 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 49400) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:13.166741 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c6a46177-04f9-4bc9-ab80-ef49fd9c3972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:13.295613 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] For port eb471718-0b78-4fa5-a777-5186ec7a70f7, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:08:13.303477 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] For port eb471718-0b78-4fa5-a777-5186ec7a70f7, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=eb471718-0b78-4fa5-a777-5186ec7a70f7,segment=NetworkSegment(aeb597cc-1694-46e8-99eb-4cdfceb2d8e4),segment_id=aeb597cc-1694-46e8-99eb-4cdfceb2d8e4)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:08:13.316206 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bb6d568c-199e-44de-ba02-32c575123888 req-1f7fb947-633b-44e7-89e7-505f7e287bf0 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550949 Jul 28 07:08:13.346615 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c6a46177-04f9-4bc9-ab80-ef49fd9c3972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:13.426501 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:13.428495 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c6a46177-04f9-4bc9-ab80-ef49fd9c3972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:13.431866 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:13.465519 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 49410) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:13.474782 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a46177-04f9-4bc9-ab80-ef49fd9c3972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5675614-c18d-4c66-8d46-04d98ad99296,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:13.499548 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-c6a46177-04f9-4bc9-ab80-ef49fd9c3972 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=59e1aeaa33794a23b8a633fd3035bc3d&name=default HTTP/1.1" status: 200 len: 2976 time: 0.3595502 Jul 28 07:08:13.502036 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 49414) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:13.542175 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] Routers {'483796bd-b799-4bf3-b631-d710b08daabf'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:08:13.549032 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:08:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['483796bd-b799-4bf3-b631-d710b08daabf'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:08:13.582468 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40486c73-75f3-41ca-ae8c-c248f45dd793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:13.608690 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40486c73-75f3-41ca-ae8c-c248f45dd793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:13.647716 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c818d6b-c24a-4282-89f6-f6a849fd8d79 None None] Pushing event updated for resources: {'Port': ['ID=eb471718-0b78-4fa5-a777-5186ec7a70f7,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:13.741183 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40486c73-75f3-41ca-ae8c-c248f45dd793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:13.743800 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40486c73-75f3-41ca-ae8c-c248f45dd793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:13.748405 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-40486c73-75f3-41ca-ae8c-c248f45dd793 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5675614-c18d-4c66-8d46-04d98ad99296 HTTP/1.1" status: 204 len: 168 time: 0.2417917 Jul 28 07:08:13.756417 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] Set router 483796bd-b799-4bf3-b631-d710b08daabf gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:08:13.757852 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40486c73-75f3-41ca-ae8c-c248f45dd793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5675614-c18d-4c66-8d46-04d98ad99296,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:13.835543 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:08:14.063725 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe31994-5007-4f86-a5e5-3b5b872c4821 req-1585c1f8-6562-45a6-aeb2-e11f36d43510 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:14.065976 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-afe31994-5007-4f86-a5e5-3b5b872c4821 req-1585c1f8-6562-45a6-aeb2-e11f36d43510 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 932 time: 0.1448936 Jul 28 07:08:14.171490 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0ab75455-e086-496d-8e1d-6c1094f71c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:14.186199 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483796bd-b799-4bf3-b631-d710b08daabf', 'name': 'tempest-ServerRescueNegativeTestJSON-337748734-router', 'tenant_id': '0971c291dd1641df82c27807255ee0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b707ea3e-f56a-468c-bbad-5f90abcbfb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:08:03Z', 'updated_at': '2021-07-28T07:08:09Z', 'revision_number': 4, 'project_id': '0971c291dd1641df82c27807255ee0c7', 'gw_port': {'id': 'b707ea3e-f56a-468c-bbad-5f90abcbfb2d', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:03:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483796bd-b799-4bf3-b631-d710b08daabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:08:04Z', 'updated_at': '2021-07-28T07:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'eb471718-0b78-4fa5-a777-5186ec7a70f7', 'name': '', 'network_id': '11156f08-0d12-4240-b1b6-a1274a83eab6', 'tenant_id': '0971c291dd1641df82c27807255ee0c7', 'mac_address': 'fa:16:3e:c6:8b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483796bd-b799-4bf3-b631-d710b08daabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '04ce5e32-4c6c-4b89-a89b-cb43b533785f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:08:07Z', 'updated_at': '2021-07-28T07:08:13Z', 'revision_number': 4, 'project_id': '0971c291dd1641df82c27807255ee0c7', 'subnets': [{'id': '04ce5e32-4c6c-4b89-a89b-cb43b533785f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:08:14.205028 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-afe31994-5007-4f86-a5e5-3b5b872c4821 req-bdc7be2e-d530-41a4-bd19-ad449b2ab8f5 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300130 Jul 28 07:08:14.213828 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-cfaa34f9-ebd6-470d-bf7b-979a436b67df tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:14.226123 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-cfaa34f9-ebd6-470d-bf7b-979a436b67df tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/networks?id=11156f08-0d12-4240-b1b6-a1274a83eab6 HTTP/1.1" status: 200 len: 818 time: 0.3157616 Jul 28 07:08:14.232696 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3156b3-9722-4e87-9400-56e44c90e5ad None None] The sync data for ids ['483796bd-b799-4bf3-b631-d710b08daabf'] in dv-cinder-792800-1-iscsi is: [{'id': '483796bd-b799-4bf3-b631-d710b08daabf', 'name': 'tempest-ServerRescueNegativeTestJSON-337748734-router', 'tenant_id': '0971c291dd1641df82c27807255ee0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b707ea3e-f56a-468c-bbad-5f90abcbfb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:08:03Z', 'updated_at': '2021-07-28T07:08:09Z', 'revision_number': 4, 'project_id': '0971c291dd1641df82c27807255ee0c7', 'gw_port': {'id': 'b707ea3e-f56a-468c-bbad-5f90abcbfb2d', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:03:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483796bd-b799-4bf3-b631-d710b08daabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:08:04Z', 'updated_at': '2021-07-28T07:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'eb471718-0b78-4fa5-a777-5186ec7a70f7', 'name': '', 'network_id': '11156f08-0d12-4240-b1b6-a1274a83eab6', 'tenant_id': '0971c291dd1641df82c27807255ee0c7', 'mac_address': 'fa:16:3e:c6:8b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483796bd-b799-4bf3-b631-d710b08daabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '04ce5e32-4c6c-4b89-a89b-cb43b533785f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:08:07Z', 'updated_at': '2021-07-28T07:08:13Z', 'revision_number': 4, 'project_id': '0971c291dd1641df82c27807255ee0c7', 'subnets': [{'id': '04ce5e32-4c6c-4b89-a89b-cb43b533785f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:08:14.235126 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-23643bed-29d0-4273-b563-d206bac0ba1c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/quotas/0971c291dd1641df82c27807255ee0c7 HTTP/1.1" status: 200 len: 375 time: 0.0130785 Jul 28 07:08:14.436880 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-da4f6a9f-f211-4bc9-bf5d-593a6fd060a5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0971c291dd1641df82c27807255ee0c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1835539 Jul 28 07:08:14.628656 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0ab75455-e086-496d-8e1d-6c1094f71c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:14.644292 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb524b-0ba7-492d-a884-450f327c0091 req-e1b018d5-c793-419c-8ffe-bd9c6c915d98 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:14.646180 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c0eb524b-0ba7-492d-a884-450f327c0091 req-e1b018d5-c793-419c-8ffe-bd9c6c915d98 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 932 time: 0.1693397 Jul 28 07:08:14.654727 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-4e1a5993-e905-49fa-94d3-3c164bf0aa46 service neutron] 10.222.0.10 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041888 Jul 28 07:08:14.732581 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0ab75455-e086-496d-8e1d-6c1094f71c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:14.839144 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-0ab75455-e086-496d-8e1d-6c1094f71c8e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e916e2142ab74bc78f19138a618058ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3699498 Jul 28 07:08:14.840393 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 49456) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:14.867254 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c0eb524b-0ba7-492d-a884-450f327c0091 req-a98de541-75d8-4652-9889-73860da21729 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075684 Jul 28 07:08:14.914278 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device eb471718-0b78-4fa5-a777-5186ec7a70f7 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:08:14.939670 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab75455-e086-496d-8e1d-6c1094f71c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eab6702-dd32-4a7a-8cce-8f4b23b47b51,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:14.961561 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f7e8f068-c2c9-4665-90d6-07a493402cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:14.979103 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-0966fc3b-24e0-469c-a623-92c12a70cd91 service neutron] 10.222.0.10 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119507 Jul 28 07:08:15.018492 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f7e8f068-c2c9-4665-90d6-07a493402cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:15.087121 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:15.115514 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port eb471718-0b78-4fa5-a777-5186ec7a70f7 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:08:15.132108 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port eb471718-0b78-4fa5-a777-5186ec7a70f7 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:08:15.132481 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:15.154047 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f7e8f068-c2c9-4665-90d6-07a493402cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:15.157367 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f7e8f068-c2c9-4665-90d6-07a493402cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:15.159600 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f7e8f068-c2c9-4665-90d6-07a493402cfd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1eab6702-dd32-4a7a-8cce-8f4b23b47b51 HTTP/1.1" status: 204 len: 168 time: 0.3163629 Jul 28 07:08:15.171592 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8f068-c2c9-4665-90d6-07a493402cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eab6702-dd32-4a7a-8cce-8f4b23b47b51,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:15.388318 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-11a275af-1b48-4864-9b2e-d5038614cc61 req-79e50b80-92a7-4fed-b070-81b459b8efca tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 210 time: 0.0705841 Jul 28 07:08:15.398340 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:15.481785 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port eb471718-0b78-4fa5-a777-5186ec7a70f7, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=eb471718-0b78-4fa5-a777-5186ec7a70f7,segment=NetworkSegment(aeb597cc-1694-46e8-99eb-4cdfceb2d8e4),segment_id=aeb597cc-1694-46e8-99eb-4cdfceb2d8e4)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:08:15.541618 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189a0aa-ebdd-4dd5-b80b-0cc10e0de258 req-0e5091b8-6bd9-4bb9-b2e3-ee141ebbe525 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:15.552735 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4189a0aa-ebdd-4dd5-b80b-0cc10e0de258 req-0e5091b8-6bd9-4bb9-b2e3-ee141ebbe525 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 932 time: 0.1919756 Jul 28 07:08:15.564551 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] Request body: {'port': {'device_id': '9c45e375-d174-44fa-b4c9-903da4837d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:08:15.662226 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 49486) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:15.675746 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] Request body: {'port': {'device_id': 'c5a56e20-9344-4318-bbdc-53e1c3d225c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:08:15.743731 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:15.826745 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:15.844275 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4189a0aa-ebdd-4dd5-b80b-0cc10e0de258 req-dc639219-babe-4502-a0d3-54e55782625a tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981199 Jul 28 07:08:16.299216 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb2427-8012-4860-aa9b-3b0bceec9305 req-40282a74-de7a-463b-acff-83e0c8a02565 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:16.300702 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-33eb2427-8012-4860-aa9b-3b0bceec9305 req-40282a74-de7a-463b-acff-83e0c8a02565 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 932 time: 0.3182645 Jul 28 07:08:16.312085 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:16.428663 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=eb471718-0b78-4fa5-a777-5186ec7a70f7,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:16.453481 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-33eb2427-8012-4860-aa9b-3b0bceec9305 req-25b44e73-f334-4c98-9e6d-acdc16d2ea8a tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460679 Jul 28 07:08:16.646302 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d {{(pid=93859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:08:16.658862 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:16.678277 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241 {{(pid=93859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:08:16.706827 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:16.713146 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] Transition to ACTIVE for port object 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:08:16.725772 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] Transition to ACTIVE for port object 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:08:16.745207 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e798b13f-bde7-43d6-8f2b-102c1fdfa02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:16.944012 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device eb471718-0b78-4fa5-a777-5186ec7a70f7 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:08:16.986797 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e798b13f-bde7-43d6-8f2b-102c1fdfa02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:17.011603 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port eb471718-0b78-4fa5-a777-5186ec7a70f7 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:08:17.012154 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:17.130082 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429f85e-dc68-47d5-8798-1172e1491dc9 req-188e0491-8f65-4b28-b813-d91d12bd1963 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:17.132381 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4429f85e-dc68-47d5-8798-1172e1491dc9 req-188e0491-8f65-4b28-b813-d91d12bd1963 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 932 time: 0.1102386 Jul 28 07:08:17.159042 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-95026d91-d04f-48c0-b78f-f78d0cd3ae71 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:17.159042 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-95026d91-d04f-48c0-b78f-f78d0cd3ae71 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/networks?id=11156f08-0d12-4240-b1b6-a1274a83eab6 HTTP/1.1" status: 200 len: 818 time: 0.2692862 Jul 28 07:08:17.159042 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851772'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:17.175951 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e798b13f-bde7-43d6-8f2b-102c1fdfa02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:17.229575 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e798b13f-bde7-43d6-8f2b-102c1fdfa02c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ffde911539734099928391fa85be5e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5657225 Jul 28 07:08:17.230396 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-9fa28618-3fd4-401a-bc16-42a46a3a71b8 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/quotas/0971c291dd1641df82c27807255ee0c7 HTTP/1.1" status: 200 len: 375 time: 0.0616364 Jul 28 07:08:17.231478 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 49526) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:17.255252 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851772'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:17.265679 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798b13f-bde7-43d6-8f2b-102c1fdfa02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8fb9f2-75c8-41b1-a5d4-33f95314d764,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:17.342210 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-01fd6b7f-0017-42e1-a548-d33e03cbaff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:17.406131 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] Pushing event updated for resources: {'Port': ['ID=457adf7f-f5a7-4fa1-8eda-a6da8212fa4d,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:17.413615 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-01fd6b7f-0017-42e1-a548-d33e03cbaff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:17.564262 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-01fd6b7f-0017-42e1-a548-d33e03cbaff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:17.569574 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-01fd6b7f-0017-42e1-a548-d33e03cbaff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:17.569574 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-01fd6b7f-0017-42e1-a548-d33e03cbaff9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bf8fb9f2-75c8-41b1-a5d4-33f95314d764 HTTP/1.1" status: 204 len: 168 time: 0.3329732 Jul 28 07:08:17.583775 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd6b7f-0017-42e1-a548-d33e03cbaff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8fb9f2-75c8-41b1-a5d4-33f95314d764,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:17.606774 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4429f85e-dc68-47d5-8798-1172e1491dc9 req-6edd4a5c-a893-414d-8898-a67d1b3bd40c tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668083 Jul 28 07:08:17.687136 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-c56dce9c-38fe-4238-a83b-a34facfd2fd5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0971c291dd1641df82c27807255ee0c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4477487 Jul 28 07:08:17.831565 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-1a4ca162-cc84-469b-a569-ad3ff8965a7c service neutron] 10.222.0.10 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434007 Jul 28 07:08:17.963412 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] Pushing event updated for resources: {'Port': ['ID=81b2f6f1-53db-4f61-a9d2-7ac28c4d6241,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:17.997499 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] Attempting to bind port 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:08:17.997499 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] Attempting to bind port 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'fe0ad449-727a-4d58-bfef-10a514128b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9ac542f6-2874-465b-9e66-095a7a9026e7'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:08:17.997499 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] Attempting to bind port 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241 on network 9ac542f6-2874-465b-9e66-095a7a9026e7 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:08:18.025506 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] Port 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241 on network 9ac542f6-2874-465b-9e66-095a7a9026e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 07:08:18.025885 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] Attempting to bind port 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241 on network 9ac542f6-2874-465b-9e66-095a7a9026e7 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:08:18.028603 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] Attempting to bind port 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:08:18.029014 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] Attempting to bind port 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '56fbf760-3246-4b91-9aee-bf4b2fd92e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:08:18.029425 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] Attempting to bind port 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d on network 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:08:18.062031 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64f0fe-55fe-4550-9921-2d64ec2a1b64 req-5bb479dd-cef7-46fb-8f06-71dabe8ffd77 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:18.063764 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2b64f0fe-55fe-4550-9921-2d64ec2a1b64 req-5bb479dd-cef7-46fb-8f06-71dabe8ffd77 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 944 time: 0.2198358 Jul 28 07:08:18.070241 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] Checking agent: {'id': '9049993c-5c8b-4294-bcfd-702819f13098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'started_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:08:18.070866 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] Checking segment: {'id': 'fe0ad449-727a-4d58-bfef-10a514128b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9ac542f6-2874-465b-9e66-095a7a9026e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:08:18.071559 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] Bound using segment: {'id': 'fe0ad449-727a-4d58-bfef-10a514128b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9ac542f6-2874-465b-9e66-095a7a9026e7'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:08:18.072085 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] Bound port: 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0ad449-727a-4d58-bfef-10a514128b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9ac542f6-2874-465b-9e66-095a7a9026e7'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:08:18.072590 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:18.077600 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] Port 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d on network 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 07:08:18.078002 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] Attempting to bind port 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d on network 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:08:18.107559 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-7adb0179-68cd-4439-bffc-7d8dc2accaee service neutron] 10.222.0.10 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748759 Jul 28 07:08:18.118182 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] Checking agent: {'id': '9049993c-5c8b-4294-bcfd-702819f13098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'started_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:08:18.118558 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] Checking segment: {'id': '56fbf760-3246-4b91-9aee-bf4b2fd92e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:08:18.119022 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] Bound using segment: {'id': '56fbf760-3246-4b91-9aee-bf4b2fd92e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:08:18.119730 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] Bound port: 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fbf760-3246-4b91-9aee-bf4b2fd92e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:08:18.120160 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:18.193843 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2b64f0fe-55fe-4550-9921-2d64ec2a1b64 req-ba52ceb2-7174-4640-97ea-966acba144f6 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170344 Jul 28 07:08:18.243881 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] For port 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241, host hv-cinder-79280, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:08:18.249625 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] For port 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=81b2f6f1-53db-4f61-a9d2-7ac28c4d6241,segment=NetworkSegment(fe0ad449-727a-4d58-bfef-10a514128b77),segment_id=fe0ad449-727a-4d58-bfef-10a514128b77)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:08:18.273004 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] For port 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d, host hv-cinder-79280, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:08:18.276101 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] For port 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=457adf7f-f5a7-4fa1-8eda-a6da8212fa4d,segment=NetworkSegment(56fbf760-3246-4b91-9aee-bf4b2fd92e09),segment_id=56fbf760-3246-4b91-9aee-bf4b2fd92e09)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:08:18.316764 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851772'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:18.433831 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:18.434551 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:18.436441 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6963519f-7284-408f-a7cb-1ecf5986168d req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] 10.222.0.11 "PUT /v2.0/ports/81b2f6f1-53db-4f61-a9d2-7ac28c4d6241 HTTP/1.1" status: 200 len: 1094 time: 3.5569131 Jul 28 07:08:18.467151 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a56e20-9344-4318-bbdc-53e1c3d225c7', 'tag': '81b2f6f1-53db-4f61-a9d2-7ac28c4d6241'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:08:18.491149 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c986ac4f-da8f-416a-8ede-64300b6f53f6 req-93863c17-4b1e-472b-8247-de1cefe152e2 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 210 time: 0.0782006 Jul 28 07:08:18.526922 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f526ccc-82c2-4f93-b79c-7028e75a00f7 service neutron] Pushing event updated for resources: {'Port': ['ID=81b2f6f1-53db-4f61-a9d2-7ac28c4d6241,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:18.564808 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851772'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:18.607322 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:18.607963 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:18.609368 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f429b877-1797-4ffc-b865-439a1688761b req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] 10.222.0.11 "PUT /v2.0/ports/457adf7f-f5a7-4fa1-8eda-a6da8212fa4d HTTP/1.1" status: 200 len: 1094 time: 3.7411511 Jul 28 07:08:18.631319 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c212a-1864-4e88-8f4a-aa958dae98b3 service neutron] Pushing event updated for resources: {'Port': ['ID=457adf7f-f5a7-4fa1-8eda-a6da8212fa4d,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:18.794261 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd461c-51bb-4b2b-a16e-139a88cce791 req-a5ee5312-f3a7-4dd1-8d08-19f23accbec6 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:18.795943 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-55fd461c-51bb-4b2b-a16e-139a88cce791 req-a5ee5312-f3a7-4dd1-8d08-19f23accbec6 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 944 time: 0.0815072 Jul 28 07:08:18.899473 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-55fd461c-51bb-4b2b-a16e-139a88cce791 req-dcffbb9c-5132-43dc-bf22-7bbcc92057d1 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974741 Jul 28 07:08:19.158968 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf99b37901c056801dd7a1baa5d1ab64c278f5b65534bcabbbad100ea1a30f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28052274-9c76-4398-b642-ea9c6d4b78bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a56e20-9344-4318-bbdc-53e1c3d225c7", "tag": "81b2f6f1-53db-4f61-a9d2-7ac28c4d6241"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:08:19.328260 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d25342-a477-4b47-a60e-0822fdd43ee6 req-c9474e7a-88d5-42f0-9be3-90bcf24a082a tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:19.329870 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-10d25342-a477-4b47-a60e-0822fdd43ee6 req-c9474e7a-88d5-42f0-9be3-90bcf24a082a tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 944 time: 0.0505595 Jul 28 07:08:19.389790 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-10d25342-a477-4b47-a60e-0822fdd43ee6 req-a14e0572-d82d-4909-a823-61d8635a468f tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535398 Jul 28 07:08:19.636524 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-13f5b90e-3d4f-497d-9528-ae4e67013512 req-26a71895-3a84-44cf-a6b1-f504ba5c6f5b tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 210 time: 0.0695887 Jul 28 07:08:19.726172 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2255f5-c52b-414f-88be-ae052230a4f3 x-openstack-request-id: req-cc2255f5-c52b-414f-88be-ae052230a4f3 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:08:19.726172 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a56e20-9344-4318-bbdc-53e1c3d225c7", "tag": "81b2f6f1-53db-4f61-a9d2-7ac28c4d6241", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:08:19.726172 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc2255f5-c52b-414f-88be-ae052230a4f3 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:08:19.726172 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a56e20-9344-4318-bbdc-53e1c3d225c7', 'tag': '81b2f6f1-53db-4f61-a9d2-7ac28c4d6241', 'status': 'completed', 'code': 200} Jul 28 07:08:20.037023 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cffcc8-7e9e-434d-930a-4a657be5b6f9 req-8c314975-8df3-417e-8e12-8cfb7b349e0a tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:20.038681 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-74cffcc8-7e9e-434d-930a-4a657be5b6f9 req-8c314975-8df3-417e-8e12-8cfb7b349e0a tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 944 time: 0.0634177 Jul 28 07:08:20.089066 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-74cffcc8-7e9e-434d-930a-4a657be5b6f9 req-72cdf458-0142-4f66-bd12-7a24e7dea6fa tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415611 Jul 28 07:08:20.544755 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d37d1a-527e-4330-a481-0d812911e554 req-c22811a6-14d4-4311-abf4-776b7b873cd2 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:20.546581 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-82d37d1a-527e-4330-a481-0d812911e554 req-c22811a6-14d4-4311-abf4-776b7b873cd2 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 944 time: 0.0669341 Jul 28 07:08:20.583993 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-82d37d1a-527e-4330-a481-0d812911e554 req-951c5f66-3e65-430f-84f0-8619206f6126 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314989 Jul 28 07:08:20.758676 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cc72d883-c5d1-4d7d-8f34-2b0ff8fe3507 req-62437c81-ac30-4b2d-be47-7cf3f1ee9f37 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 210 time: 0.0395076 Jul 28 07:08:21.228302 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a7613-e334-4f08-9dc3-3dac0280713e req-74868247-597b-4727-b98e-81ed0cbda995 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:21.230285 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d97a7613-e334-4f08-9dc3-3dac0280713e req-74868247-597b-4727-b98e-81ed0cbda995 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 944 time: 0.0680139 Jul 28 07:08:21.276709 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d97a7613-e334-4f08-9dc3-3dac0280713e req-9bd3cfb8-5c30-4f68-ac60-7cde5584dad4 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384960 Jul 28 07:08:21.695545 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28052274-9c76-4398-b642-ea9c6d4b78bc req-6fce3b54-788b-4c7e-bff1-c6b35711e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:21.697800 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-28052274-9c76-4398-b642-ea9c6d4b78bc req-6fce3b54-788b-4c7e-bff1-c6b35711e55b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4c4828d5d2f4633bfb263d0c04cc2b2&device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 1097 time: 0.1056519 Jul 28 07:08:21.723718 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c45e375-d174-44fa-b4c9-903da4837d0c', 'tag': '457adf7f-f5a7-4fa1-8eda-a6da8212fa4d'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:08:21.725962 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf99b37901c056801dd7a1baa5d1ab64c278f5b65534bcabbbad100ea1a30f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffec58a-596e-4cc8-9a6d-a7bca0b76a25" -d '{"events": [{"name": "network-changed", "server_uuid": "9c45e375-d174-44fa-b4c9-903da4837d0c", "tag": "457adf7f-f5a7-4fa1-8eda-a6da8212fa4d"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:08:21.774484 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690bf232-a272-4c78-aec0-5a63fbac001f x-openstack-request-id: req-690bf232-a272-4c78-aec0-5a63fbac001f {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:08:21.775126 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c45e375-d174-44fa-b4c9-903da4837d0c", "tag": "457adf7f-f5a7-4fa1-8eda-a6da8212fa4d", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:08:21.775126 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-690bf232-a272-4c78-aec0-5a63fbac001f {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:08:21.775381 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c45e375-d174-44fa-b4c9-903da4837d0c', 'tag': '457adf7f-f5a7-4fa1-8eda-a6da8212fa4d', 'status': 'completed', 'code': 200} Jul 28 07:08:21.833006 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d8a06-bd65-47f9-bca2-8f4b9b7fcebb req-7362583c-574c-42c9-9924-7b48123b07a8 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:21.834464 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-818d8a06-bd65-47f9-bca2-8f4b9b7fcebb req-7362583c-574c-42c9-9924-7b48123b07a8 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 944 time: 0.1547403 Jul 28 07:08:21.939353 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-61b92c21-ff2c-404e-967d-fb040eef435e req-d7df378b-c84d-4073-992f-1e03cab2ec8a tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 210 time: 0.0805819 Jul 28 07:08:22.019710 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429b877-1797-4ffc-b865-439a1688761b req-acf870f6-f08b-4467-b047-84d01d3474ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:22.022038 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f429b877-1797-4ffc-b865-439a1688761b req-acf870f6-f08b-4467-b047-84d01d3474ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1cbaeadeed9a497a881cf0c5e53bfb32&device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 1097 time: 0.2149467 Jul 28 07:08:22.030668 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-818d8a06-bd65-47f9-bca2-8f4b9b7fcebb req-b5569518-218e-4acf-9f43-a3e267dceec2 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731317 Jul 28 07:08:22.068603 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28052274-9c76-4398-b642-ea9c6d4b78bc req-12c5af8a-9c19-4fb9-8d35-a991d166e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:22.070152 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-28052274-9c76-4398-b642-ea9c6d4b78bc req-12c5af8a-9c19-4fb9-8d35-a991d166e4cf service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b4c4828d5d2f4633bfb263d0c04cc2b2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3395967 Jul 28 07:08:22.127871 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f429b877-1797-4ffc-b865-439a1688761b req-51b0e725-c19a-4191-a105-5dc786c0400a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=457adf7f-f5a7-4fa1-8eda-a6da8212fa4d HTTP/1.1" status: 200 len: 217 time: 0.0962541 Jul 28 07:08:22.524539 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429b877-1797-4ffc-b865-439a1688761b req-225a607a-b7a7-4347-99b0-b6f77984b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:22.526445 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f429b877-1797-4ffc-b865-439a1688761b req-225a607a-b7a7-4347-99b0-b6f77984b2ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=263b7921-99fd-440b-8eeb-ac12d37ebf89 HTTP/1.1" status: 200 len: 855 time: 0.3872349 Jul 28 07:08:22.596779 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf288d0-5edb-4685-b972-ef5b34ed8e98 req-f0ef03ab-529c-4112-ae6f-7426aeb1b395 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:22.598292 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-caf288d0-5edb-4685-b972-ef5b34ed8e98 req-f0ef03ab-529c-4112-ae6f-7426aeb1b395 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 944 time: 0.2068291 Jul 28 07:08:22.618716 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f429b877-1797-4ffc-b865-439a1688761b req-cbddc5b0-207c-4da5-ac41-a1261f36afc5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727258 Jul 28 07:08:22.649785 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28052274-9c76-4398-b642-ea9c6d4b78bc req-db034cd3-6edd-4eab-876f-2f83dc02de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:22.651295 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-28052274-9c76-4398-b642-ea9c6d4b78bc req-db034cd3-6edd-4eab-876f-2f83dc02de1c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5478210 Jul 28 07:08:22.686147 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 49744) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:22.747626 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-caf288d0-5edb-4685-b972-ef5b34ed8e98 req-36ac5a50-c8ab-4d78-a72a-cc95e63de2f7 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242368 Jul 28 07:08:22.780233 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963519f-7284-408f-a7cb-1ecf5986168d req-a0024b11-39c7-4fed-b723-912b875cc2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:22.781752 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6963519f-7284-408f-a7cb-1ecf5986168d req-a0024b11-39c7-4fed-b723-912b875cc2ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4c4828d5d2f4633bfb263d0c04cc2b2&device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 1097 time: 0.0875309 Jul 28 07:08:22.792666 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f429b877-1797-4ffc-b865-439a1688761b req-da7d5167-39c9-4388-aed5-36a56d6e7272 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621141 Jul 28 07:08:22.800135 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.11', 52889) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:22.837058 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6963519f-7284-408f-a7cb-1ecf5986168d req-70fa5aac-d347-4aa0-9673-5854f27e6626 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81b2f6f1-53db-4f61-a9d2-7ac28c4d6241 HTTP/1.1" status: 200 len: 217 time: 0.0429270 Jul 28 07:08:22.942910 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963519f-7284-408f-a7cb-1ecf5986168d req-0f9f29cb-6791-4d5f-835f-891a1f046d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:22.944565 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6963519f-7284-408f-a7cb-1ecf5986168d req-0f9f29cb-6791-4d5f-835f-891a1f046d8d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b557806a-ecd5-4248-8676-a517e56c6b58 HTTP/1.1" status: 200 len: 851 time: 0.0952528 Jul 28 07:08:22.990699 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6963519f-7284-408f-a7cb-1ecf5986168d req-c8f6d7f2-9aed-4227-8f59-38bd777cc730 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ac542f6-2874-465b-9e66-095a7a9026e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378604 Jul 28 07:08:22.992886 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f429b877-1797-4ffc-b865-439a1688761b req-ce836e0e-129e-47f1-9b76-5c943ab06e86 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647427 Jul 28 07:08:23.031322 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d21b7868-8660-4815-b3b8-f893b0d5119a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:23.083240 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bc1cc8a7-1d41-4c31-bb98-2a46aa41cfd5 req-cceabb60-af7e-4679-ac9d-bd1cb2c320e4 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 210 time: 0.0614722 Jul 28 07:08:23.200423 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-bdd5f241-0f37-4a86-a0d6-2cd9039e1cea tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:23.210067 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-bdd5f241-0f37-4a86-a0d6-2cd9039e1cea tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.11 "GET /v2.0/networks?id=11156f08-0d12-4240-b1b6-a1274a83eab6 HTTP/1.1" status: 200 len: 818 time: 0.4091654 Jul 28 07:08:23.246910 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-e2546fd1-1d39-489b-b5b0-f18db5c15b36 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Request body: {'port': {'device_id': '11e15f65-da24-4387-a624-5c0810c07e03', 'network_id': '11156f08-0d12-4240-b1b6-a1274a83eab6', 'admin_state_up': True, 'tenant_id': '0971c291dd1641df82c27807255ee0c7'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:08:23.266974 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6963519f-7284-408f-a7cb-1ecf5986168d req-419beffe-a207-4567-98c8-08a939d1a818 service neutron] 10.222.0.11 "GET /v2.0/networks/9ac542f6-2874-465b-9e66-095a7a9026e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553773 Jul 28 07:08:23.357139 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0952dfd-7cf8-4785-88f4-0ff8292e75e2 req-770adb69-1a99-4996-a972-bf73d036f946 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:23.362105 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e0952dfd-7cf8-4785-88f4-0ff8292e75e2 req-770adb69-1a99-4996-a972-bf73d036f946 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 944 time: 0.2485240 Jul 28 07:08:23.369164 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffec58a-596e-4cc8-9a6d-a7bca0b76a25 req-43f6e670-850d-4136-9d60-51ef0196a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:23.370642 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6ffec58a-596e-4cc8-9a6d-a7bca0b76a25 req-43f6e670-850d-4136-9d60-51ef0196a3c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1cbaeadeed9a497a881cf0c5e53bfb32&device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 1097 time: 0.2236876 Jul 28 07:08:23.439730 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.11', 52893) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:23.607446 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e0952dfd-7cf8-4785-88f4-0ff8292e75e2 req-95efdafc-0117-4078-8589-24944f51e278 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405915 Jul 28 07:08:23.632322 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d21b7868-8660-4815-b3b8-f893b0d5119a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:23.650145 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6963519f-7284-408f-a7cb-1ecf5986168d req-a8f9d4f3-ab39-40b9-8d96-69dbf2130331 service neutron] 10.222.0.11 "GET /v2.0/networks/9ac542f6-2874-465b-9e66-095a7a9026e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750310 Jul 28 07:08:23.680346 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffec58a-596e-4cc8-9a6d-a7bca0b76a25 req-42d245ea-5565-40ee-b298-0cf4d9cd20d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:23.681849 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6ffec58a-596e-4cc8-9a6d-a7bca0b76a25 req-42d245ea-5565-40ee-b298-0cf4d9cd20d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f HTTP/1.1" status: 200 len: 916 time: 0.2727935 Jul 28 07:08:23.689605 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-2dcf98c0-8e09-4441-a39b-1dee73bf5586 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:23.691059 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-2dcf98c0-8e09-4441-a39b-1dee73bf5586 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.11 "GET /v2.0/networks?id=11156f08-0d12-4240-b1b6-a1274a83eab6 HTTP/1.1" status: 200 len: 818 time: 0.2448516 Jul 28 07:08:23.704876 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-3909fe5b-90f3-41eb-b19e-cf660c5dd144 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Request body: {'port': {'device_id': 'b4eb6a98-96d8-4c81-829d-42bc2d55c0d0', 'network_id': '11156f08-0d12-4240-b1b6-a1274a83eab6', 'admin_state_up': True, 'tenant_id': '0971c291dd1641df82c27807255ee0c7'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:08:23.725339 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6ffec58a-596e-4cc8-9a6d-a7bca0b76a25 req-1c254104-7402-45c9-b9ff-d28c79b700e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=457adf7f-f5a7-4fa1-8eda-a6da8212fa4d HTTP/1.1" status: 200 len: 217 time: 0.0355728 Jul 28 07:08:23.775685 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffec58a-596e-4cc8-9a6d-a7bca0b76a25 req-fc6f36fc-b547-429a-b44a-412f9395f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:23.777289 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6ffec58a-596e-4cc8-9a6d-a7bca0b76a25 req-fc6f36fc-b547-429a-b44a-412f9395f540 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=263b7921-99fd-440b-8eeb-ac12d37ebf89 HTTP/1.1" status: 200 len: 855 time: 0.0454080 Jul 28 07:08:23.813313 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6ffec58a-596e-4cc8-9a6d-a7bca0b76a25 req-6a8f7fbe-e6c7-4f5f-b575-c43fae6db2d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278304 Jul 28 07:08:23.911698 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474e76b-2c72-4421-b40f-4b06737949cf req-5ee796ce-0ae1-445f-bdc5-45928e1f9eba tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:23.913157 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1474e76b-2c72-4421-b40f-4b06737949cf req-5ee796ce-0ae1-445f-bdc5-45928e1f9eba tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 944 time: 0.0989957 Jul 28 07:08:23.947767 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6ffec58a-596e-4cc8-9a6d-a7bca0b76a25 req-384378c5-219f-4857-a8f3-6a6ed4d1af96 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253734 Jul 28 07:08:23.979335 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1474e76b-2c72-4421-b40f-4b06737949cf req-154cd368-1708-4792-b0dc-8512ff688d39 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599980 Jul 28 07:08:24.042488 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6ffec58a-596e-4cc8-9a6d-a7bca0b76a25 req-4e6c0b74-e1e3-44a9-aa34-b1abf38e51b4 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850842 Jul 28 07:08:24.083641 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d21b7868-8660-4815-b3b8-f893b0d5119a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:24.128791 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d21b7868-8660-4815-b3b8-f893b0d5119a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0dad835bcdc74e0894659d49ed0853e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4411724 Jul 28 07:08:24.130862 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b7868-8660-4815-b3b8-f893b0d5119a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8df27e-40ba-4691-93b7-63a449addd74,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:24.131601 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 49782) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:24.207216 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bf1efb24-9493-4b14-9087-894ef0fce919 req-9d80aebd-066c-4e4c-b259-b8892c3f9cf6 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 210 time: 0.0338402 Jul 28 07:08:24.215173 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-e2546fd1-1d39-489b-b5b0-f18db5c15b36 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Made reservation on behalf of 0971c291dd1641df82c27807255ee0c7 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:08:24.223794 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-e2546fd1-1d39-489b-b5b0-f18db5c15b36 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:24.224016 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9b983df4-19d8-4055-a151-ff9af9c9bf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:24.247550 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9b983df4-19d8-4055-a151-ff9af9c9bf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:24.373577 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-3909fe5b-90f3-41eb-b19e-cf660c5dd144 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Made reservation on behalf of 0971c291dd1641df82c27807255ee0c7 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:08:24.377141 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-3909fe5b-90f3-41eb-b19e-cf660c5dd144 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:24.403846 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9b983df4-19d8-4055-a151-ff9af9c9bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:24.406978 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9b983df4-19d8-4055-a151-ff9af9c9bf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:24.408459 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-9b983df4-19d8-4055-a151-ff9af9c9bf68 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba8df27e-40ba-4691-93b7-63a449addd74 HTTP/1.1" status: 204 len: 168 time: 0.2757232 Jul 28 07:08:24.416667 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b983df4-19d8-4055-a151-ff9af9c9bf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8df27e-40ba-4691-93b7-63a449addd74,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:24.540000 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-e2546fd1-1d39-489b-b5b0-f18db5c15b36 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Allocated IP 172.20.0.11 (11156f08-0d12-4240-b1b6-a1274a83eab6/04ce5e32-4c6c-4b89-a89b-cb43b533785f/05a433bf-7068-458e-a6e7-eabc1360dec6) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:08:24.758308 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1334b3a-8f70-47ec-b569-cee4069b4cbc req-fbc59bb4-3fdc-45a1-8a8f-a81a07d9de88 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:24.760705 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c1334b3a-8f70-47ec-b569-cee4069b4cbc req-fbc59bb4-3fdc-45a1-8a8f-a81a07d9de88 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 944 time: 0.0838747 Jul 28 07:08:24.789162 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-e2546fd1-1d39-489b-b5b0-f18db5c15b36 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:24.823796 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c1334b3a-8f70-47ec-b569-cee4069b4cbc req-474ad320-4321-4151-8383-b03a0c95a6a2 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558023 Jul 28 07:08:25.000309 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-e2546fd1-1d39-489b-b5b0-f18db5c15b36 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:25.108494 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58058a81-094c-4ae5-bb08-4a1aec0ecc9d req-3d0e4fc3-cad5-4185-9d4e-80726bbbfea8 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:25.109987 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-58058a81-094c-4ae5-bb08-4a1aec0ecc9d req-3d0e4fc3-cad5-4185-9d4e-80726bbbfea8 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 944 time: 0.0542958 Jul 28 07:08:25.116434 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-e2546fd1-1d39-489b-b5b0-f18db5c15b36 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Network 11156f08-0d12-4240-b1b6-a1274a83eab6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:08:25.131887 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-e2546fd1-1d39-489b-b5b0-f18db5c15b36 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:08:25.137317 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2546fd1-1d39-489b-b5b0-f18db5c15b36 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Pushing event updated for resources: {'Port': ['ID=05a433bf-7068-458e-a6e7-eabc1360dec6,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:25.141567 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-3909fe5b-90f3-41eb-b19e-cf660c5dd144 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Allocated IP 172.20.0.3 (11156f08-0d12-4240-b1b6-a1274a83eab6/04ce5e32-4c6c-4b89-a89b-cb43b533785f/01b5f42b-1fda-4adc-8f1b-29e68b78c037) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:08:25.144719 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-e2546fd1-1d39-489b-b5b0-f18db5c15b36 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:08:25.150792 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-e2546fd1-1d39-489b-b5b0-f18db5c15b36 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:25.155254 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-e2546fd1-1d39-489b-b5b0-f18db5c15b36 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:25.157349 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-58058a81-094c-4ae5-bb08-4a1aec0ecc9d req-f2ec889f-5105-41ff-8650-158a3c71000e tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403152 Jul 28 07:08:25.242453 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-e2546fd1-1d39-489b-b5b0-f18db5c15b36 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0184858 Jul 28 07:08:25.275300 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] Request body: {'port': {'device_id': '11e15f65-da24-4387-a624-5c0810c07e03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:08:25.333284 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 49826) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:25.334296 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf51ab-8cb2-4a24-baae-b7e37fca37ba req-6b8b11e1-e458-4629-bd87-0f163149c47b tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:25.342823 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4bbf51ab-8cb2-4a24-baae-b7e37fca37ba req-6b8b11e1-e458-4629-bd87-0f163149c47b tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 932 time: 0.0667291 Jul 28 07:08:25.366930 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f3b0b59e-dcb0-444f-8c3c-e026d7a76f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:25.372911 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:25.409990 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4bbf51ab-8cb2-4a24-baae-b7e37fca37ba req-b84f2fa1-af10-4c2f-90b8-5ac0323cb0ed tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645959 Jul 28 07:08:25.443401 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-3909fe5b-90f3-41eb-b19e-cf660c5dd144 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:25.794949 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f3b0b59e-dcb0-444f-8c3c-e026d7a76f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:25.873887 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-3909fe5b-90f3-41eb-b19e-cf660c5dd144 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:25.937900 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f3b0b59e-dcb0-444f-8c3c-e026d7a76f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:25.940530 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10e3a6-41df-4ac6-999c-88b1bf7bed04 req-c6d5a124-2af7-4e55-a795-6cad2a588fa5 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:25.942034 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-aa10e3a6-41df-4ac6-999c-88b1bf7bed04 req-c6d5a124-2af7-4e55-a795-6cad2a588fa5 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 944 time: 0.0492251 Jul 28 07:08:25.963362 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-3909fe5b-90f3-41eb-b19e-cf660c5dd144 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Network 11156f08-0d12-4240-b1b6-a1274a83eab6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:08:25.984386 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-3909fe5b-90f3-41eb-b19e-cf660c5dd144 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:08:25.986673 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-aa10e3a6-41df-4ac6-999c-88b1bf7bed04 req-c9621e29-17a5-43ee-9768-2c0644cb4eb5 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375149 Jul 28 07:08:25.996966 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-3909fe5b-90f3-41eb-b19e-cf660c5dd144 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:08:26.002734 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-3909fe5b-90f3-41eb-b19e-cf660c5dd144 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:26.003190 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-3909fe5b-90f3-41eb-b19e-cf660c5dd144 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:26.012955 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909fe5b-90f3-41eb-b19e-cf660c5dd144 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Pushing event updated for resources: {'Port': ['ID=01b5f42b-1fda-4adc-8f1b-29e68b78c037,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:26.030187 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f3b0b59e-dcb0-444f-8c3c-e026d7a76f1a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff92b2b175714eb3911a3d679b802506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6938777 Jul 28 07:08:26.032917 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 49846) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:26.041323 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0b59e-dcb0-444f-8c3c-e026d7a76f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dbfb6a-8e8e-41ce-a736-71d1defa0f98,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:26.087159 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a078f389-0a0f-4eab-880b-18d61820b248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:26.108985 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-3909fe5b-90f3-41eb-b19e-cf660c5dd144 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4083693 Jul 28 07:08:26.109194 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a078f389-0a0f-4eab-880b-18d61820b248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:26.121520 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] Request body: {'port': {'device_id': 'b4eb6a98-96d8-4c81-829d-42bc2d55c0d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:08:26.128671 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a433bf-7068-458e-a6e7-eabc1360dec6 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:08:26.151764 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:26.206787 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:26.220913 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a078f389-0a0f-4eab-880b-18d61820b248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:26.223613 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a078f389-0a0f-4eab-880b-18d61820b248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:26.224539 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] Transition to ACTIVE for port object 05a433bf-7068-458e-a6e7-eabc1360dec6 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:08:26.227921 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a078f389-0a0f-4eab-880b-18d61820b248 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a5dbfb6a-8e8e-41ce-a736-71d1defa0f98 HTTP/1.1" status: 204 len: 168 time: 0.1939771 Jul 28 07:08:26.236056 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078f389-0a0f-4eab-880b-18d61820b248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dbfb6a-8e8e-41ce-a736-71d1defa0f98,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:26.323886 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ce103-6685-4ca0-b9f1-04040a33289d req-749789da-905a-4d74-b325-e4ef1d851eea tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:26.326173 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-412ce103-6685-4ca0-b9f1-04040a33289d req-749789da-905a-4d74-b325-e4ef1d851eea tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 944 time: 0.0697839 Jul 28 07:08:26.359528 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:26.377602 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-412ce103-6685-4ca0-b9f1-04040a33289d req-f9424695-d434-408e-8cea-510d7d425331 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420616 Jul 28 07:08:26.465600 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] Pushing event updated for resources: {'Port': ['ID=05a433bf-7068-458e-a6e7-eabc1360dec6,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:26.531464 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def0b3d-ad5c-4095-9e82-36c3abf10f96 req-2023fcc6-5572-42f6-b7f0-e60b5a6220e9 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:26.532916 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2def0b3d-ad5c-4095-9e82-36c3abf10f96 req-2023fcc6-5572-42f6-b7f0-e60b5a6220e9 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 944 time: 0.0498898 Jul 28 07:08:26.552473 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] Attempting to bind port 05a433bf-7068-458e-a6e7-eabc1360dec6 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:08:26.552844 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] Attempting to bind port 05a433bf-7068-458e-a6e7-eabc1360dec6 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'aeb597cc-1694-46e8-99eb-4cdfceb2d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11156f08-0d12-4240-b1b6-a1274a83eab6'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:08:26.553291 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] Attempting to bind port 05a433bf-7068-458e-a6e7-eabc1360dec6 on network 11156f08-0d12-4240-b1b6-a1274a83eab6 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:08:26.562137 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] Port 05a433bf-7068-458e-a6e7-eabc1360dec6 on network 11156f08-0d12-4240-b1b6-a1274a83eab6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 07:08:26.562449 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] Attempting to bind port 05a433bf-7068-458e-a6e7-eabc1360dec6 on network 11156f08-0d12-4240-b1b6-a1274a83eab6 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:08:26.577216 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] Checking agent: {'id': '9049993c-5c8b-4294-bcfd-702819f13098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'started_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:08:26.577690 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] Checking segment: {'id': 'aeb597cc-1694-46e8-99eb-4cdfceb2d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11156f08-0d12-4240-b1b6-a1274a83eab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:08:26.578448 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] Bound using segment: {'id': 'aeb597cc-1694-46e8-99eb-4cdfceb2d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11156f08-0d12-4240-b1b6-a1274a83eab6'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:08:26.579095 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] Bound port: 05a433bf-7068-458e-a6e7-eabc1360dec6, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb597cc-1694-46e8-99eb-4cdfceb2d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11156f08-0d12-4240-b1b6-a1274a83eab6'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:08:26.579898 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:26.607347 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2def0b3d-ad5c-4095-9e82-36c3abf10f96 req-27a4a3cb-339d-4b34-b9f2-ab2b5f29c88a tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669689 Jul 28 07:08:26.662796 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b5f42b-1fda-4adc-8f1b-29e68b78c037 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:08:26.673358 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:26.703397 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] Transition to ACTIVE for port object 01b5f42b-1fda-4adc-8f1b-29e68b78c037 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:08:26.717875 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] For port 05a433bf-7068-458e-a6e7-eabc1360dec6, host hv-cinder-79280, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:08:26.722609 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] For port 05a433bf-7068-458e-a6e7-eabc1360dec6, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=05a433bf-7068-458e-a6e7-eabc1360dec6,segment=NetworkSegment(aeb597cc-1694-46e8-99eb-4cdfceb2d8e4),segment_id=aeb597cc-1694-46e8-99eb-4cdfceb2d8e4)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:08:26.741378 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:26.774904 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:26.826802 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=01b5f42b-1fda-4adc-8f1b-29e68b78c037,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:26.837002 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:26.896081 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:26.896685 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:26.898040 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] 10.222.0.11 "PUT /v2.0/ports/05a433bf-7068-458e-a6e7-eabc1360dec6 HTTP/1.1" status: 200 len: 1094 time: 1.6271265 Jul 28 07:08:26.898640 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e15f65-da24-4387-a624-5c0810c07e03', 'tag': '05a433bf-7068-458e-a6e7-eabc1360dec6'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:08:26.951853 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] Attempting to bind port 01b5f42b-1fda-4adc-8f1b-29e68b78c037 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:08:26.952184 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] Attempting to bind port 01b5f42b-1fda-4adc-8f1b-29e68b78c037 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'aeb597cc-1694-46e8-99eb-4cdfceb2d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11156f08-0d12-4240-b1b6-a1274a83eab6'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:08:26.952505 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] Attempting to bind port 01b5f42b-1fda-4adc-8f1b-29e68b78c037 on network 11156f08-0d12-4240-b1b6-a1274a83eab6 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:08:26.978628 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] Port 01b5f42b-1fda-4adc-8f1b-29e68b78c037 on network 11156f08-0d12-4240-b1b6-a1274a83eab6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 07:08:26.979009 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] Attempting to bind port 01b5f42b-1fda-4adc-8f1b-29e68b78c037 on network 11156f08-0d12-4240-b1b6-a1274a83eab6 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:08:26.991488 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] Checking agent: {'id': '9049993c-5c8b-4294-bcfd-702819f13098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'started_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:08:26.991807 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] Checking segment: {'id': 'aeb597cc-1694-46e8-99eb-4cdfceb2d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11156f08-0d12-4240-b1b6-a1274a83eab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:08:26.992189 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] Bound using segment: {'id': 'aeb597cc-1694-46e8-99eb-4cdfceb2d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11156f08-0d12-4240-b1b6-a1274a83eab6'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:08:26.992604 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] Bound port: 01b5f42b-1fda-4adc-8f1b-29e68b78c037, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb597cc-1694-46e8-99eb-4cdfceb2d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11156f08-0d12-4240-b1b6-a1274a83eab6'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:08:26.992954 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:26.997311 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7f00d-2f82-4775-b58c-12da5efe1d30 service neutron] Pushing event updated for resources: {'Port': ['ID=05a433bf-7068-458e-a6e7-eabc1360dec6,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:27.078346 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] For port 01b5f42b-1fda-4adc-8f1b-29e68b78c037, host hv-cinder-79280, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:08:27.082017 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] For port 01b5f42b-1fda-4adc-8f1b-29e68b78c037, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=01b5f42b-1fda-4adc-8f1b-29e68b78c037,segment=NetworkSegment(aeb597cc-1694-46e8-99eb-4cdfceb2d8e4),segment_id=aeb597cc-1694-46e8-99eb-4cdfceb2d8e4)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:08:27.132556 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75492d-847b-42cf-896a-9f80757845d1 req-7c2ffac4-56a0-4257-9fac-a02c76dd232a tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:27.134153 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3c75492d-847b-42cf-896a-9f80757845d1 req-7c2ffac4-56a0-4257-9fac-a02c76dd232a tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 944 time: 0.0520730 Jul 28 07:08:27.146891 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd720f08-01bf-4d1c-9bd4-3fd4ddc29330" -d '{"events": [{"name": "network-changed", "server_uuid": "11e15f65-da24-4387-a624-5c0810c07e03", "tag": "05a433bf-7068-458e-a6e7-eabc1360dec6"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:08:27.174920 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3c75492d-847b-42cf-896a-9f80757845d1 req-398ed45d-2023-42f0-9b86-fa264269641a tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336595 Jul 28 07:08:27.216117 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:27.243461 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ead8ed-c219-4e5b-b0b8-0f057fb6f64f x-openstack-request-id: req-27ead8ed-c219-4e5b-b0b8-0f057fb6f64f {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:08:27.244340 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e15f65-da24-4387-a624-5c0810c07e03", "tag": "05a433bf-7068-458e-a6e7-eabc1360dec6", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:08:27.244602 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27ead8ed-c219-4e5b-b0b8-0f057fb6f64f {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:08:27.245072 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e15f65-da24-4387-a624-5c0810c07e03', 'tag': '05a433bf-7068-458e-a6e7-eabc1360dec6', 'status': 'completed', 'code': 200} Jul 28 07:08:27.255872 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:27.256557 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:27.257874 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] 10.222.0.11 "PUT /v2.0/ports/01b5f42b-1fda-4adc-8f1b-29e68b78c037 HTTP/1.1" status: 200 len: 1093 time: 1.1405008 Jul 28 07:08:27.282732 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac3b2e-28e4-4fa9-bbea-d7b1d08ff5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=01b5f42b-1fda-4adc-8f1b-29e68b78c037,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:27.512300 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5ec32-47c0-4a3d-a786-f8ed15160f7a req-890f766d-80bb-403d-9071-f478625b0061 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:27.514031 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-58c5ec32-47c0-4a3d-a786-f8ed15160f7a req-890f766d-80bb-403d-9071-f478625b0061 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 944 time: 0.0533485 Jul 28 07:08:27.552927 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-58c5ec32-47c0-4a3d-a786-f8ed15160f7a req-9bd8bf68-040c-4a2c-aa8e-243b57b37604 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326788 Jul 28 07:08:27.745425 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb2db4-b4fd-4c75-9db0-4f73fe2053aa req-9e4cc946-f9b5-44d8-a28b-87ee5cc76367 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:27.747130 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5ebb2db4-b4fd-4c75-9db0-4f73fe2053aa req-9e4cc946-f9b5-44d8-a28b-87ee5cc76367 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 944 time: 0.0604308 Jul 28 07:08:27.788153 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5ebb2db4-b4fd-4c75-9db0-4f73fe2053aa req-a2b865ce-89a2-445f-94fe-779b2fe7fd7c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348072 Jul 28 07:08:28.290412 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ffc80-aa60-4a5f-974f-beacb169b257 req-d35f3d04-466c-4c4c-8ff1-5e82b58bb998 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:28.292028 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-743ffc80-aa60-4a5f-974f-beacb169b257 req-d35f3d04-466c-4c4c-8ff1-5e82b58bb998 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 944 time: 0.0494380 Jul 28 07:08:28.330402 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-743ffc80-aa60-4a5f-974f-beacb169b257 req-122e16b5-bb2b-4015-95aa-61f6c0540f29 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321329 Jul 28 07:08:28.677861 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f67bad-6f0b-48fe-86e6-2df9c92b6121 req-a0ac43cd-0cd6-4723-a2a1-9e5ffa00e12d tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:28.679499 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-10f67bad-6f0b-48fe-86e6-2df9c92b6121 req-a0ac43cd-0cd6-4723-a2a1-9e5ffa00e12d tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 944 time: 0.0528440 Jul 28 07:08:28.726988 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-10f67bad-6f0b-48fe-86e6-2df9c92b6121 req-17cbb63c-64ec-4755-9e6b-d01139a1387e tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396798 Jul 28 07:08:28.900058 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4afaa8-2d4a-41d6-bce7-86458f5fae6b req-0d69d905-43ff-496c-afd2-dbc5ae45f42d tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:28.901551 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-da4afaa8-2d4a-41d6-bce7-86458f5fae6b req-0d69d905-43ff-496c-afd2-dbc5ae45f42d tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 944 time: 0.0477629 Jul 28 07:08:28.938161 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-da4afaa8-2d4a-41d6-bce7-86458f5fae6b req-be9e4fc2-423a-44e0-8016-c2554d7dd528 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300877 Jul 28 07:08:29.246692 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4eb6a98-96d8-4c81-829d-42bc2d55c0d0', 'tag': '01b5f42b-1fda-4adc-8f1b-29e68b78c037'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:08:29.249026 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3cebb9-c3cd-49de-9466-c14e0ce068b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b4eb6a98-96d8-4c81-829d-42bc2d55c0d0", "tag": "01b5f42b-1fda-4adc-8f1b-29e68b78c037"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:08:29.283253 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09070de9-9b46-4499-9a2e-749d354d011c x-openstack-request-id: req-09070de9-9b46-4499-9a2e-749d354d011c {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:08:29.283535 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4eb6a98-96d8-4c81-829d-42bc2d55c0d0", "tag": "01b5f42b-1fda-4adc-8f1b-29e68b78c037", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:08:29.283779 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09070de9-9b46-4499-9a2e-749d354d011c {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:08:29.284160 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4eb6a98-96d8-4c81-829d-42bc2d55c0d0', 'tag': '01b5f42b-1fda-4adc-8f1b-29e68b78c037', 'status': 'completed', 'code': 200} Jul 28 07:08:29.448002 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dd5a2-542c-41a9-9502-5908ac01a381 req-f1ff6071-58b0-4159-9d37-cdb20c5ae0fa tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:29.449515 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-454dd5a2-542c-41a9-9502-5908ac01a381 req-f1ff6071-58b0-4159-9d37-cdb20c5ae0fa tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 944 time: 0.0493929 Jul 28 07:08:29.472131 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:08:29.495207 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-454dd5a2-542c-41a9-9502-5908ac01a381 req-d67edb1f-1310-4262-8ccb-56e9ce9597fc tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393112 Jul 28 07:08:29.580136 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=457adf7f-f5a7-4fa1-8eda-a6da8212fa4d,segment=NetworkSegment(56fbf760-3246-4b91-9aee-bf4b2fd92e09),segment_id=56fbf760-3246-4b91-9aee-bf4b2fd92e09)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:08:29.583456 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd720f08-01bf-4d1c-9bd4-3fd4ddc29330 req-928c4bfe-051a-4df7-96a7-4f8f03475000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:29.584965 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dd720f08-01bf-4d1c-9bd4-3fd4ddc29330 req-928c4bfe-051a-4df7-96a7-4f8f03475000 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0971c291dd1641df82c27807255ee0c7&device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 1097 time: 0.1050332 Jul 28 07:08:29.586753 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-c1bab524-8681-4fbb-b36f-849f2e8d9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:29.588072 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-c1bab524-8681-4fbb-b36f-849f2e8d9480 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0971c291dd1641df82c27807255ee0c7&device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 1096 time: 0.0770302 Jul 28 07:08:29.591691 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': '457adf7f-f5a7-4fa1-8eda-a6da8212fa4d', 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f', 'port_id': '457adf7f-f5a7-4fa1-8eda-a6da8212fa4d', 'mac_address': 'fa:16:3e:f3:d6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263b7921-99fd-440b-8eeb-ac12d37ebf89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:08:29.632004 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:29.645525 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:08:29.734696 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-1993f419-f8f5-457f-8255-bbf536855d22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01b5f42b-1fda-4adc-8f1b-29e68b78c037 HTTP/1.1" status: 200 len: 217 time: 0.1288927 Jul 28 07:08:29.768604 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=457adf7f-f5a7-4fa1-8eda-a6da8212fa4d,segment=NetworkSegment(56fbf760-3246-4b91-9aee-bf4b2fd92e09),segment_id=56fbf760-3246-4b91-9aee-bf4b2fd92e09)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:08:29.826251 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:29.827958 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:08:29.862987 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-2d4674b9-e90b-4499-8d0d-d1d95a02b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:29.864451 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-2d4674b9-e90b-4499-8d0d-d1d95a02b2f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04ce5e32-4c6c-4b89-a89b-cb43b533785f HTTP/1.1" status: 200 len: 858 time: 0.1189477 Jul 28 07:08:29.865490 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e27155-6c85-4ac1-93c6-91d0f0ffb188 req-77ec744a-647c-4d05-ab41-16323b6b36cb tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:29.867263 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-41e27155-6c85-4ac1-93c6-91d0f0ffb188 req-77ec744a-647c-4d05-ab41-16323b6b36cb tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 944 time: 0.0644917 Jul 28 07:08:29.883156 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd720f08-01bf-4d1c-9bd4-3fd4ddc29330 req-468381b3-24b8-4aa2-bac8-d7aa6def9570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:29.884305 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dd720f08-01bf-4d1c-9bd4-3fd4ddc29330 req-468381b3-24b8-4aa2-bac8-d7aa6def9570 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=0971c291dd1641df82c27807255ee0c7&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2825956 Jul 28 07:08:29.920979 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-41e27155-6c85-4ac1-93c6-91d0f0ffb188 req-e9b8f43f-a99f-4aa1-8a94-635341bfd438 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380545 Jul 28 07:08:29.929228 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-d361af76-7483-4a6d-8dfd-204477bae97c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11156f08-0d12-4240-b1b6-a1274a83eab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541635 Jul 28 07:08:29.941993 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=457adf7f-f5a7-4fa1-8eda-a6da8212fa4d,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:29.987559 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=81b2f6f1-53db-4f61-a9d2-7ac28c4d6241,segment=NetworkSegment(fe0ad449-727a-4d58-bfef-10a514128b77),segment_id=fe0ad449-727a-4d58-bfef-10a514128b77)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:08:30.002034 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': '81b2f6f1-53db-4f61-a9d2-7ac28c4d6241', 'network_id': '9ac542f6-2874-465b-9e66-095a7a9026e7', 'port_id': '81b2f6f1-53db-4f61-a9d2-7ac28c4d6241', 'mac_address': 'fa:16:3e:1e:1c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b557806a-ecd5-4248-8676-a517e56c6b58', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:08:30.043279 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:30.055949 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:08:30.067486 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace478eb-df98-47f3-8824-d8c88dfdd6c5 req-1754a88c-39cb-4c54-bef5-a35bbc480cbe tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:30.069420 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ace478eb-df98-47f3-8824-d8c88dfdd6c5 req-1754a88c-39cb-4c54-bef5-a35bbc480cbe tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 944 time: 0.0596027 Jul 28 07:08:30.087161 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=81b2f6f1-53db-4f61-a9d2-7ac28c4d6241,segment=NetworkSegment(fe0ad449-727a-4d58-bfef-10a514128b77),segment_id=fe0ad449-727a-4d58-bfef-10a514128b77)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:08:30.114041 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ace478eb-df98-47f3-8824-d8c88dfdd6c5 req-197e4e3e-86ce-4cc2-9a53-faf393b5b80a tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378757 Jul 28 07:08:30.163851 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:30.211242 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=81b2f6f1-53db-4f61-a9d2-7ac28c4d6241,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:30.280909 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd720f08-01bf-4d1c-9bd4-3fd4ddc29330 req-46bb5949-6d1d-47e1-9f92-7f9b9119200d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:30.282364 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dd720f08-01bf-4d1c-9bd4-3fd4ddc29330 req-46bb5949-6d1d-47e1-9f92-7f9b9119200d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3762677 Jul 28 07:08:30.287419 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-f91e9b92-334b-4423-9200-c24c5daebc2b service neutron] 10.222.0.11 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492985 Jul 28 07:08:30.402083 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-aade299c-4c62-4326-b06f-69eb7a464183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:30.403728 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-aade299c-4c62-4326-b06f-69eb7a464183 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0971c291dd1641df82c27807255ee0c7&device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 1097 time: 0.0676258 Jul 28 07:08:30.415776 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9a170335-5bc1-4781-9225-ddc0cb432f41 req-e3f8e656-e9e7-4dbc-9b85-ccd99d447953 service neutron] 10.222.0.11 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208284 Jul 28 07:08:30.433299 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['81b2f6f1-53db-4f61-a9d2-7ac28c4d6241'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:08:30.458752 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-160b4b23-d0e4-42f1-9ff6-6ea70f61161a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05a433bf-7068-458e-a6e7-eabc1360dec6 HTTP/1.1" status: 200 len: 217 time: 0.0449669 Jul 28 07:08:30.524625 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-4e151451-1907-42f6-8f90-d2ff47a71674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:30.526936 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-4e151451-1907-42f6-8f90-d2ff47a71674 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04ce5e32-4c6c-4b89-a89b-cb43b533785f HTTP/1.1" status: 200 len: 858 time: 0.0609019 Jul 28 07:08:30.584762 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-8d41e92f-a90a-468a-b246-d312befec836 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11156f08-0d12-4240-b1b6-a1274a83eab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390787 Jul 28 07:08:30.608926 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['457adf7f-f5a7-4fa1-8eda-a6da8212fa4d'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:08:30.641347 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19655d-73e3-457e-b2ff-df81b58cf682 req-42162c7d-c666-46b5-9006-c9f6f83e5024 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:30.643222 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fd19655d-73e3-457e-b2ff-df81b58cf682 req-42162c7d-c666-46b5-9006-c9f6f83e5024 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 945 time: 0.0513098 Jul 28 07:08:30.685059 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fd19655d-73e3-457e-b2ff-df81b58cf682 req-ab9b71e1-8fe3-40f0-9bfd-21dc257405e1 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360315 Jul 28 07:08:30.718770 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cebb9-c3cd-49de-9466-c14e0ce068b6 req-c861d704-e348-4801-9b11-3dfca3fbaf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:30.720281 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2d3cebb9-c3cd-49de-9466-c14e0ce068b6 req-c861d704-e348-4801-9b11-3dfca3fbaf1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0971c291dd1641df82c27807255ee0c7&device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 1096 time: 0.1328490 Jul 28 07:08:30.820226 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-479e5157-7d94-4888-ae71-e0a4f71cd77e service neutron] 10.222.0.11 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220743 Jul 28 07:08:30.969970 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 50062) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:30.973852 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cebb9-c3cd-49de-9466-c14e0ce068b6 req-0b38a271-89a0-40be-b2ce-3d2142c3ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:30.975648 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2d3cebb9-c3cd-49de-9466-c14e0ce068b6 req-0b38a271-89a0-40be-b2ce-3d2142c3ce42 service neutron] 10.222.0.11 "GET /v2.0/networks?id=11156f08-0d12-4240-b1b6-a1274a83eab6 HTTP/1.1" status: 200 len: 919 time: 0.2474365 Jul 28 07:08:30.996845 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-962e330e-ede7-43ae-9bd2-3bd2c467a574 req-c8ed4f0c-ff81-4105-abb4-5286a044ca7a service neutron] 10.222.0.11 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651654 Jul 28 07:08:31.031137 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2d3cebb9-c3cd-49de-9466-c14e0ce068b6 req-1d66277b-4dc5-4183-9e56-798e397d76b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01b5f42b-1fda-4adc-8f1b-29e68b78c037 HTTP/1.1" status: 200 len: 217 time: 0.0459945 Jul 28 07:08:31.057120 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14c825-ceea-4e59-8eb5-611ce818cec5 req-9a730521-1cb7-4a71-b148-fd3910bae870 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:31.059675 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5f14c825-ceea-4e59-8eb5-611ce818cec5 req-9a730521-1cb7-4a71-b148-fd3910bae870 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 945 time: 0.0676262 Jul 28 07:08:31.101945 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cebb9-c3cd-49de-9466-c14e0ce068b6 req-2b9ec000-7d50-4750-91da-cacec3658e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:31.109084 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2d3cebb9-c3cd-49de-9466-c14e0ce068b6 req-2b9ec000-7d50-4750-91da-cacec3658e65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04ce5e32-4c6c-4b89-a89b-cb43b533785f HTTP/1.1" status: 200 len: 858 time: 0.0694387 Jul 28 07:08:31.134935 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5f14c825-ceea-4e59-8eb5-611ce818cec5 req-1f3281a3-4e01-4b4a-aaa1-26544cdf25fd tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656562 Jul 28 07:08:31.180174 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2d3cebb9-c3cd-49de-9466-c14e0ce068b6 req-161981e6-e73b-4e70-800c-de7a87c4f926 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11156f08-0d12-4240-b1b6-a1274a83eab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628514 Jul 28 07:08:31.186109 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-01b76312-e7c2-4a99-b7d5-3da961375d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:31.264736 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06296ac2-b6f5-4357-9e7a-f30bfd6623e4 req-1c239466-6509-4568-a8c4-89b744eedee9 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:31.266314 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-06296ac2-b6f5-4357-9e7a-f30bfd6623e4 req-1c239466-6509-4568-a8c4-89b744eedee9 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 944 time: 0.0769248 Jul 28 07:08:31.296825 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2d3cebb9-c3cd-49de-9466-c14e0ce068b6 req-7ba01df7-2cf5-479b-b9b5-02819da4d5dd service neutron] 10.222.0.11 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073179 Jul 28 07:08:31.327580 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-06296ac2-b6f5-4357-9e7a-f30bfd6623e4 req-9de0d36e-edcd-4475-b515-1dc45a03a7d4 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522065 Jul 28 07:08:31.369538 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-01b76312-e7c2-4a99-b7d5-3da961375d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:31.412759 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2d3cebb9-c3cd-49de-9466-c14e0ce068b6 req-e23a8fa1-0f31-4b53-9b67-2be96311c01a service neutron] 10.222.0.11 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087098 Jul 28 07:08:31.443159 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-01b76312-e7c2-4a99-b7d5-3da961375d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:31.484729 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b76312-e7c2-4a99-b7d5-3da961375d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502e77e2-eac4-4510-86d1-fb5e758c7c70,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:31.490207 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-01b76312-e7c2-4a99-b7d5-3da961375d33 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=188ab3dd855647389f0e11864e0e3fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5192196 Jul 28 07:08:31.492789 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 50080) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:31.545437 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4e513dcc-88d3-41b8-b81c-f5b5b3eee5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:31.566944 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4e513dcc-88d3-41b8-b81c-f5b5b3eee5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:31.625269 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 50084) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:31.717971 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4e513dcc-88d3-41b8-b81c-f5b5b3eee5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:31.720556 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4e513dcc-88d3-41b8-b81c-f5b5b3eee5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:31.721795 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-4e513dcc-88d3-41b8-b81c-f5b5b3eee5e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/502e77e2-eac4-4510-86d1-fb5e758c7c70 HTTP/1.1" status: 204 len: 168 time: 0.2280512 Jul 28 07:08:31.735157 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e513dcc-88d3-41b8-b81c-f5b5b3eee5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502e77e2-eac4-4510-86d1-fb5e758c7c70,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:31.748153 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0c34-748e-4bf1-832b-7b3ecd37c488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:31.831940 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdee7be-13bc-4ac3-86f4-25bb2cae77a1 req-fee66d20-694f-4136-8939-07b8ba4aa0eb tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:31.833694 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7bdee7be-13bc-4ac3-86f4-25bb2cae77a1 req-fee66d20-694f-4136-8939-07b8ba4aa0eb tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 945 time: 0.0488784 Jul 28 07:08:31.849158 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0c34-748e-4bf1-832b-7b3ecd37c488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:31.874209 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7bdee7be-13bc-4ac3-86f4-25bb2cae77a1 req-7f840903-91a5-47b7-b6db-f8852af8e184 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314219 Jul 28 07:08:31.934857 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0c34-748e-4bf1-832b-7b3ecd37c488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:31.974285 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e3bd0c34-748e-4bf1-832b-7b3ecd37c488 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=471e37e3be4e4a029060ce7f7d37af74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478391 Jul 28 07:08:31.975282 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd0c34-748e-4bf1-832b-7b3ecd37c488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba5e724-7ce0-4961-9848-9efaa32cbc72,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:31.980571 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 50094) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:32.030462 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa5b00da-3aa3-4072-9cb2-fd2160f48b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:32.051506 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa5b00da-3aa3-4072-9cb2-fd2160f48b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:32.179406 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:08:32.182870 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 01b5f42b-1fda-4adc-8f1b-29e68b78c037 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:08:32.197584 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa5b00da-3aa3-4072-9cb2-fd2160f48b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:32.200760 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa5b00da-3aa3-4072-9cb2-fd2160f48b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:32.204541 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-aa5b00da-3aa3-4072-9cb2-fd2160f48b7f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eba5e724-7ce0-4961-9848-9efaa32cbc72 HTTP/1.1" status: 204 len: 168 time: 0.2204695 Jul 28 07:08:32.215151 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b00da-3aa3-4072-9cb2-fd2160f48b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba5e724-7ce0-4961-9848-9efaa32cbc72,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:32.253983 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0de07-16d7-4c41-af71-43edfebb4322 req-3eb5850c-d72a-4600-ad38-3ea28c2112b1 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:32.255648 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f1f0de07-16d7-4c41-af71-43edfebb4322 req-3eb5850c-d72a-4600-ad38-3ea28c2112b1 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 945 time: 0.0625687 Jul 28 07:08:32.337949 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 01b5f42b-1fda-4adc-8f1b-29e68b78c037, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=01b5f42b-1fda-4adc-8f1b-29e68b78c037,segment=NetworkSegment(aeb597cc-1694-46e8-99eb-4cdfceb2d8e4),segment_id=aeb597cc-1694-46e8-99eb-4cdfceb2d8e4)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:08:32.351435 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': '01b5f42b-1fda-4adc-8f1b-29e68b78c037', 'network_id': '11156f08-0d12-4240-b1b6-a1274a83eab6', 'port_id': '01b5f42b-1fda-4adc-8f1b-29e68b78c037', 'mac_address': 'fa:16:3e:80:11:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ce5e32-4c6c-4b89-a89b-cb43b533785f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:08:32.410273 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning for port 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:08:32.414575 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:08:32.416048 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:32.480733 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:32.503861 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b5f42b-1fda-4adc-8f1b-29e68b78c037 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:08:32.507817 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 50116) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:32.520995 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-503da34f-25d1-4c1d-adfb-97416ada742b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:32.532150 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 01b5f42b-1fda-4adc-8f1b-29e68b78c037, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=01b5f42b-1fda-4adc-8f1b-29e68b78c037,segment=NetworkSegment(aeb597cc-1694-46e8-99eb-4cdfceb2d8e4),segment_id=aeb597cc-1694-46e8-99eb-4cdfceb2d8e4)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:08:32.543326 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f1f0de07-16d7-4c41-af71-43edfebb4322 req-c82380b3-3daf-4a30-a445-4322504d2a85 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812266 Jul 28 07:08:32.579604 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e07364-7d39-437d-ba1e-524eeb3c341f req-9558f762-0af7-4f1f-bfaa-464bfc8114fb tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:32.579604 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-54e07364-7d39-437d-ba1e-524eeb3c341f req-9558f762-0af7-4f1f-bfaa-464bfc8114fb tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 944 time: 0.0855999 Jul 28 07:08:32.586342 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:32.621128 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c45e375-d174-44fa-b4c9-903da4837d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457adf7f-f5a7-4fa1-8eda-a6da8212fa4d'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:08:32.676082 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-54e07364-7d39-437d-ba1e-524eeb3c341f req-b06901d1-b811-440e-bbaa-873c82932ae2 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903368 Jul 28 07:08:32.691342 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-503da34f-25d1-4c1d-adfb-97416ada742b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:32.746160 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:32.760063 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=457adf7f-f5a7-4fa1-8eda-a6da8212fa4d,segment=NetworkSegment(56fbf760-3246-4b91-9aee-bf4b2fd92e09),segment_id=56fbf760-3246-4b91-9aee-bf4b2fd92e09)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:08:32.769669 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-503da34f-25d1-4c1d-adfb-97416ada742b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:32.810157 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=01b5f42b-1fda-4adc-8f1b-29e68b78c037,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:32.815320 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-503da34f-25d1-4c1d-adfb-97416ada742b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3891589848c24c1b968943b8fdfeee21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063064 Jul 28 07:08:32.816671 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503da34f-25d1-4c1d-adfb-97416ada742b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813195ce-0aa1-4b0a-871b-d54221175929,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:32.817815 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 50136) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:32.859154 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:32.860764 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241 up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:08:32.868621 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e3f84a1d-3ecf-4478-8a80-59a252564822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:32.890367 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e3f84a1d-3ecf-4478-8a80-59a252564822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:32.915825 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df43aa57-fc93-4ca7-8d9c-ddc6c6619bb6" -d '{"events": [{"server_uuid": "9c45e375-d174-44fa-b4c9-903da4837d0c", "name": "network-vif-plugged", "status": "completed", "tag": "457adf7f-f5a7-4fa1-8eda-a6da8212fa4d"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:08:32.957565 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=457adf7f-f5a7-4fa1-8eda-a6da8212fa4d,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:32.969249 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['01b5f42b-1fda-4adc-8f1b-29e68b78c037'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:08:33.039976 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5de64-a85d-4f93-81d2-6df151e9de5c req-0e961417-351c-457d-970e-052a47b9ccf0 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:33.041442 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3fe5de64-a85d-4f93-81d2-6df151e9de5c req-0e961417-351c-457d-970e-052a47b9ccf0 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 946 time: 0.0581625 Jul 28 07:08:33.056526 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning for port 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:08:33.061246 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e3f84a1d-3ecf-4478-8a80-59a252564822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:33.063874 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e3f84a1d-3ecf-4478-8a80-59a252564822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:33.067343 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e3f84a1d-3ecf-4478-8a80-59a252564822 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/813195ce-0aa1-4b0a-871b-d54221175929 HTTP/1.1" status: 204 len: 168 time: 0.2458630 Jul 28 07:08:33.068241 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:08:33.068783 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:33.079294 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f84a1d-3ecf-4478-8a80-59a252564822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813195ce-0aa1-4b0a-871b-d54221175929,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:33.084862 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 50148) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:33.106660 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c500417b-cd6e-44b2-890e-c40f0236afcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:33.106854 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3fe5de64-a85d-4f93-81d2-6df151e9de5c req-959a5c9a-67e5-41bc-be80-91442d8c7954 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588472 Jul 28 07:08:33.206691 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:33.223408 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c500417b-cd6e-44b2-890e-c40f0236afcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:33.243393 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=81b2f6f1-53db-4f61-a9d2-7ac28c4d6241,segment=NetworkSegment(fe0ad449-727a-4d58-bfef-10a514128b77),segment_id=fe0ad449-727a-4d58-bfef-10a514128b77)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:08:33.295022 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c500417b-cd6e-44b2-890e-c40f0236afcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:33.324607 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:33.358370 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-c500417b-cd6e-44b2-890e-c40f0236afcf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8702746f079242138c2bd6a9e8bb4782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724123 Jul 28 07:08:33.359750 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500417b-cd6e-44b2-890e-c40f0236afcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c193bcd-e2c8-4bd8-8065-17c5671b16a9,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:33.361283 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 50154) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:33.372692 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8fdcf6-c22f-4047-a306-4c1d79afc5a9 x-openstack-request-id: req-2b8fdcf6-c22f-4047-a306-4c1d79afc5a9 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:08:33.372692 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c45e375-d174-44fa-b4c9-903da4837d0c", "name": "network-vif-plugged", "status": "completed", "tag": "457adf7f-f5a7-4fa1-8eda-a6da8212fa4d", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:08:33.372692 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b8fdcf6-c22f-4047-a306-4c1d79afc5a9 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:08:33.372692 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c45e375-d174-44fa-b4c9-903da4837d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457adf7f-f5a7-4fa1-8eda-a6da8212fa4d', 'code': 200} Jul 28 07:08:33.378735 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 50156) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:33.413126 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=81b2f6f1-53db-4f61-a9d2-7ac28c4d6241,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:33.435822 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-db1136e6-2ad9-4494-8857-5d5116b7d682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:33.460566 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-db1136e6-2ad9-4494-8857-5d5116b7d682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:33.505099 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b70d6800-e074-4f76-be95-1538218a53e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:33.669561 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-db1136e6-2ad9-4494-8857-5d5116b7d682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:33.672134 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-db1136e6-2ad9-4494-8857-5d5116b7d682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:33.673259 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-db1136e6-2ad9-4494-8857-5d5116b7d682 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c193bcd-e2c8-4bd8-8065-17c5671b16a9 HTTP/1.1" status: 204 len: 168 time: 0.3106568 Jul 28 07:08:33.694700 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1136e6-2ad9-4494-8857-5d5116b7d682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c193bcd-e2c8-4bd8-8065-17c5671b16a9,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:33.732981 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3d88a-39b8-40fa-878b-f7b07c2754de req-5c4a78a6-b3e5-4f2e-8623-930ed8102457 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:33.734465 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-57f3d88a-39b8-40fa-878b-f7b07c2754de req-5c4a78a6-b3e5-4f2e-8623-930ed8102457 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 946 time: 0.1060584 Jul 28 07:08:33.801027 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b70d6800-e074-4f76-be95-1538218a53e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:33.818180 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-57f3d88a-39b8-40fa-878b-f7b07c2754de req-ae30ccd7-d531-4246-95e4-0c1bf244d238 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768416 Jul 28 07:08:33.863657 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb467ff-8c26-4322-b825-46a61f2dc23b req-33685e2e-0ccb-4492-9785-1700b8f834e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:33.865778 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2fb467ff-8c26-4322-b825-46a61f2dc23b req-33685e2e-0ccb-4492-9785-1700b8f834e4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 1099 time: 0.1613212 Jul 28 07:08:33.877020 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c95f36-28db-4605-94e7-dad89d6a5fdf req-b99de285-c04e-4f85-adf5-1f6f2e7b9620 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:33.889514 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a5c95f36-28db-4605-94e7-dad89d6a5fdf req-b99de285-c04e-4f85-adf5-1f6f2e7b9620 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 944 time: 0.0702400 Jul 28 07:08:33.889965 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2fb467ff-8c26-4322-b825-46a61f2dc23b req-12087b8e-86d0-49e5-a146-4fa91e7839f0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:33.898337 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b70d6800-e074-4f76-be95-1538218a53e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:33.980887 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d6800-e074-4f76-be95-1538218a53e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0cab25-71b9-4d8c-b51a-d386c3a457f4,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:33.994117 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b70d6800-e074-4f76-be95-1538218a53e7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8db38fdbcb844f97be31a3c1c6a63a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6141651 Jul 28 07:08:33.998552 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 50190) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:34.010126 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a5c95f36-28db-4605-94e7-dad89d6a5fdf req-f35b524f-5e65-4064-b19a-0eccec9f5861 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184480 Jul 28 07:08:34.019128 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2fb467ff-8c26-4322-b825-46a61f2dc23b req-12087b8e-86d0-49e5-a146-4fa91e7839f0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:34.066318 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8a22c16c-4062-4646-8731-c77e9f74bda7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:34.089079 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8a22c16c-4062-4646-8731-c77e9f74bda7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:34.135149 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2fb467ff-8c26-4322-b825-46a61f2dc23b req-12087b8e-86d0-49e5-a146-4fa91e7839f0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:34.167599 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2fb467ff-8c26-4322-b825-46a61f2dc23b req-12087b8e-86d0-49e5-a146-4fa91e7839f0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946203 Jul 28 07:08:34.176104 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12087b8e-86d0-49e5-a146-4fa91e7839f0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=47d8381c-24c4-4112-bb1e-40d9c0b211e6,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:34.211498 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 05a433bf-7068-458e-a6e7-eabc1360dec6 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:08:34.223811 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 01b5f42b-1fda-4adc-8f1b-29e68b78c037 up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:08:34.228105 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8a22c16c-4062-4646-8731-c77e9f74bda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:34.249102 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8a22c16c-4062-4646-8731-c77e9f74bda7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:34.250424 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-8a22c16c-4062-4646-8731-c77e9f74bda7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bf0cab25-71b9-4d8c-b51a-d386c3a457f4 HTTP/1.1" status: 204 len: 168 time: 0.2507119 Jul 28 07:08:34.262357 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22c16c-4062-4646-8731-c77e9f74bda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0cab25-71b9-4d8c-b51a-d386c3a457f4,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:34.263920 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568d61d-ed05-4883-a490-334a96fe233e req-53b8d50e-0962-47e8-9900-d0dddb23ca0c tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:34.268454 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d568d61d-ed05-4883-a490-334a96fe233e req-53b8d50e-0962-47e8-9900-d0dddb23ca0c tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 946 time: 0.0805271 Jul 28 07:08:34.342054 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d568d61d-ed05-4883-a490-334a96fe233e req-8d637ebf-956f-47f6-bec0-056db4b8474b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651567 Jul 28 07:08:34.421165 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 05a433bf-7068-458e-a6e7-eabc1360dec6, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=05a433bf-7068-458e-a6e7-eabc1360dec6,segment=NetworkSegment(aeb597cc-1694-46e8-99eb-4cdfceb2d8e4),segment_id=aeb597cc-1694-46e8-99eb-4cdfceb2d8e4)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:08:34.434355 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': '05a433bf-7068-458e-a6e7-eabc1360dec6', 'network_id': '11156f08-0d12-4240-b1b6-a1274a83eab6', 'port_id': '05a433bf-7068-458e-a6e7-eabc1360dec6', 'mac_address': 'fa:16:3e:70:73:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ce5e32-4c6c-4b89-a89b-cb43b533785f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:08:34.473459 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:34.490198 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a433bf-7068-458e-a6e7-eabc1360dec6 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:08:34.515569 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 05a433bf-7068-458e-a6e7-eabc1360dec6, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=05a433bf-7068-458e-a6e7-eabc1360dec6,segment=NetworkSegment(aeb597cc-1694-46e8-99eb-4cdfceb2d8e4),segment_id=aeb597cc-1694-46e8-99eb-4cdfceb2d8e4)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:08:34.522846 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning for port 01b5f42b-1fda-4adc-8f1b-29e68b78c037 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:08:34.526724 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port 01b5f42b-1fda-4adc-8f1b-29e68b78c037 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:08:34.527092 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:34.591868 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:34.632512 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:34.671817 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=05a433bf-7068-458e-a6e7-eabc1360dec6,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:34.683755 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 01b5f42b-1fda-4adc-8f1b-29e68b78c037, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=01b5f42b-1fda-4adc-8f1b-29e68b78c037,segment=NetworkSegment(aeb597cc-1694-46e8-99eb-4cdfceb2d8e4),segment_id=aeb597cc-1694-46e8-99eb-4cdfceb2d8e4)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:08:34.784930 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:34.824777 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['05a433bf-7068-458e-a6e7-eabc1360dec6'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:08:34.859390 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=01b5f42b-1fda-4adc-8f1b-29e68b78c037,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:34.946596 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53f4db-d5f8-40f8-9a61-d6030550f709 req-a6834619-31ca-4c5a-9448-35e695c55acc tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:34.955056 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fe53f4db-d5f8-40f8-9a61-d6030550f709 req-a6834619-31ca-4c5a-9448-35e695c55acc tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 946 time: 0.0516064 Jul 28 07:08:34.989474 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fe53f4db-d5f8-40f8-9a61-d6030550f709 req-ecf42e35-66f1-4946-b224-a2f6789684ec tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349822 Jul 28 07:08:35.126859 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c74c4-05f5-4052-94ee-a6d9769b062a req-714196f5-f567-41e0-ba70-91adf2b5dcbe tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:35.128337 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-012c74c4-05f5-4052-94ee-a6d9769b062a req-714196f5-f567-41e0-ba70-91adf2b5dcbe tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 945 time: 0.0501158 Jul 28 07:08:35.166589 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-012c74c4-05f5-4052-94ee-a6d9769b062a req-df035b05-ba58-44da-b44e-498e7ecc1449 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322144 Jul 28 07:08:35.373647 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a56e20-9344-4318-bbdc-53e1c3d225c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b2f6f1-53db-4f61-a9d2-7ac28c4d6241'}, {'server_uuid': 'b4eb6a98-96d8-4c81-829d-42bc2d55c0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b5f42b-1fda-4adc-8f1b-29e68b78c037'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:08:35.376785 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ca5a0b-9352-49ae-ba70-66df2f7fdee0" -d '{"events": [{"server_uuid": "c5a56e20-9344-4318-bbdc-53e1c3d225c7", "name": "network-vif-plugged", "status": "completed", "tag": "81b2f6f1-53db-4f61-a9d2-7ac28c4d6241"}, {"server_uuid": "b4eb6a98-96d8-4c81-829d-42bc2d55c0d0", "name": "network-vif-plugged", "status": "completed", "tag": "01b5f42b-1fda-4adc-8f1b-29e68b78c037"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:08:35.428957 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 50256) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:35.430205 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 50258) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:35.473654 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6f432675-32d6-4cc6-bc9c-f0a6292fb850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:35.483207 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 07:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835b754d-38c9-424f-b6e7-2148bd0c64f9 x-openstack-request-id: req-835b754d-38c9-424f-b6e7-2148bd0c64f9 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:08:35.483694 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a56e20-9344-4318-bbdc-53e1c3d225c7", "name": "network-vif-plugged", "status": "completed", "tag": "81b2f6f1-53db-4f61-a9d2-7ac28c4d6241", "code": 200}, {"server_uuid": "b4eb6a98-96d8-4c81-829d-42bc2d55c0d0", "name": "network-vif-plugged", "status": "completed", "tag": "01b5f42b-1fda-4adc-8f1b-29e68b78c037", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:08:35.487933 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-835b754d-38c9-424f-b6e7-2148bd0c64f9 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:08:35.487933 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a56e20-9344-4318-bbdc-53e1c3d225c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b2f6f1-53db-4f61-a9d2-7ac28c4d6241', 'code': 200} Jul 28 07:08:35.487933 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4eb6a98-96d8-4c81-829d-42bc2d55c0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b5f42b-1fda-4adc-8f1b-29e68b78c037', 'code': 200} Jul 28 07:08:35.571878 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7b03a-9dcb-4aeb-936c-081eeafbbf11 req-506ac006-a7de-4a95-84e7-5d8d6ec71a73 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:35.573593 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ceb7b03a-9dcb-4aeb-936c-081eeafbbf11 req-506ac006-a7de-4a95-84e7-5d8d6ec71a73 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 946 time: 0.1363897 Jul 28 07:08:35.629124 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ceb7b03a-9dcb-4aeb-936c-081eeafbbf11 req-25bf5949-b91b-4584-bfbf-7a8a0c35251b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483391 Jul 28 07:08:35.763068 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6f432675-32d6-4cc6-bc9c-f0a6292fb850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:35.888406 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6f432675-32d6-4cc6-bc9c-f0a6292fb850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:35.915554 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5a79f877-3a69-458a-85dd-9070f4eba84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:35.941071 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ed340-b94b-489b-95c7-b51a84d39785 req-f3ba3e49-260a-4090-a34a-e6b53b8b7a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:35.942639 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e92ed340-b94b-489b-95c7-b51a84d39785 req-f3ba3e49-260a-4090-a34a-e6b53b8b7a77 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 1098 time: 0.0833659 Jul 28 07:08:35.959455 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-6f432675-32d6-4cc6-bc9c-f0a6292fb850 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ed0fe0167094edeaf128c9c67312fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5279975 Jul 28 07:08:35.960447 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 50278) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:35.962585 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f432675-32d6-4cc6-bc9c-f0a6292fb850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e23a53-50ba-4f82-ae9a-04de0418a01e,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:36.038725 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e92ed340-b94b-489b-95c7-b51a84d39785 req-7dc9da10-87a7-42ec-9d65-c8e033ae8957 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774844 Jul 28 07:08:36.045197 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1b95f-0915-4934-9cb0-81a8eb42eba1 req-b45abd61-3c65-4fbf-806d-72a79bbd77a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:36.047512 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ed1b95f-0915-4934-9cb0-81a8eb42eba1 req-b45abd61-3c65-4fbf-806d-72a79bbd77a3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 1099 time: 0.0601790 Jul 28 07:08:36.057213 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3a5d4055-bc3c-4179-8a38-05a23e438ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:36.082071 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5a79f877-3a69-458a-85dd-9070f4eba84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:36.112934 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3a5d4055-bc3c-4179-8a38-05a23e438ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:36.117623 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ed1b95f-0915-4934-9cb0-81a8eb42eba1 req-f35b9327-3a5e-44e3-aa61-156d144288f1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314028 Jul 28 07:08:36.162248 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075906af-4f6d-41cc-864a-014c15d29fc5 req-b04356c4-eb64-4ffb-ac58-7766e0114933 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:36.163758 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-075906af-4f6d-41cc-864a-014c15d29fc5 req-b04356c4-eb64-4ffb-ac58-7766e0114933 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 946 time: 0.0838819 Jul 28 07:08:36.185989 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5a79f877-3a69-458a-85dd-9070f4eba84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:36.216276 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 05a433bf-7068-458e-a6e7-eabc1360dec6 up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:08:36.239953 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-075906af-4f6d-41cc-864a-014c15d29fc5 req-d9bd0309-5381-468c-9865-29e4532b5a72 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695486 Jul 28 07:08:36.242337 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5a79f877-3a69-458a-85dd-9070f4eba84d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a6d927963a0c491585e5c64ba66ad2a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8105962 Jul 28 07:08:36.243063 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79f877-3a69-458a-85dd-9070f4eba84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1132a51-6b63-4cfc-a6ad-7425f3722791,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:36.245497 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 50292) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:36.281939 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3a5d4055-bc3c-4179-8a38-05a23e438ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:36.284603 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3a5d4055-bc3c-4179-8a38-05a23e438ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:36.285958 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-3a5d4055-bc3c-4179-8a38-05a23e438ad9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1e23a53-50ba-4f82-ae9a-04de0418a01e HTTP/1.1" status: 204 len: 168 time: 0.3244512 Jul 28 07:08:36.299079 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d4055-bc3c-4179-8a38-05a23e438ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e23a53-50ba-4f82-ae9a-04de0418a01e,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:36.356859 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9d545033-8786-4216-992b-508564344ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:36.357709 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52abf5-76f3-4123-bf8a-ca510aa43e7b req-f609108f-a908-4d55-9598-45b8254c00af tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:36.359825 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9b52abf5-76f3-4123-bf8a-ca510aa43e7b req-f609108f-a908-4d55-9598-45b8254c00af tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 945 time: 0.0627174 Jul 28 07:08:36.375448 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning for port 05a433bf-7068-458e-a6e7-eabc1360dec6 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:08:36.380993 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port 05a433bf-7068-458e-a6e7-eabc1360dec6 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:08:36.384235 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:36.390737 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9d545033-8786-4216-992b-508564344ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:36.408629 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9b52abf5-76f3-4123-bf8a-ca510aa43e7b req-0556c807-55f4-487c-b4a7-3236297fa6f0 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425837 Jul 28 07:08:36.475192 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:36.509143 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 05a433bf-7068-458e-a6e7-eabc1360dec6, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=05a433bf-7068-458e-a6e7-eabc1360dec6,segment=NetworkSegment(aeb597cc-1694-46e8-99eb-4cdfceb2d8e4),segment_id=aeb597cc-1694-46e8-99eb-4cdfceb2d8e4)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:08:36.540590 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9d545033-8786-4216-992b-508564344ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:36.543234 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9d545033-8786-4216-992b-508564344ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:36.547228 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-9d545033-8786-4216-992b-508564344ce5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1132a51-6b63-4cfc-a6ad-7425f3722791 HTTP/1.1" status: 204 len: 168 time: 0.3005376 Jul 28 07:08:36.554582 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d545033-8786-4216-992b-508564344ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1132a51-6b63-4cfc-a6ad-7425f3722791,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:36.574612 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:36.635952 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=05a433bf-7068-458e-a6e7-eabc1360dec6,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:36.773819 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697dc23-0207-47c0-be4e-2bc03c0f7f24 req-e546f4d1-986b-4dae-9de4-f34b36e25774 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:36.773819 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f697dc23-0207-47c0-be4e-2bc03c0f7f24 req-e546f4d1-986b-4dae-9de4-f34b36e25774 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 946 time: 0.0568879 Jul 28 07:08:36.813369 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f697dc23-0207-47c0-be4e-2bc03c0f7f24 req-8a5664e3-8b08-4042-84c0-ec6b2a85d034 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381575 Jul 28 07:08:37.195416 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 50326) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:37.223625 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d254a91c-d251-4a52-b353-afd123db992d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:37.329103 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d254a91c-d251-4a52-b353-afd123db992d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:37.416455 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5bf58-c38c-4506-8814-ecb47800a5f1 req-22f88fd7-6a45-4638-9b16-76c55e4d7ace tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:37.418300 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d3b5bf58-c38c-4506-8814-ecb47800a5f1 req-22f88fd7-6a45-4638-9b16-76c55e4d7ace tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 946 time: 0.0614402 Jul 28 07:08:37.436330 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d254a91c-d251-4a52-b353-afd123db992d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:37.460519 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d3b5bf58-c38c-4506-8814-ecb47800a5f1 req-724aa6cd-63b0-417b-96b2-aadae22b696c tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358953 Jul 28 07:08:37.475207 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254a91c-d251-4a52-b353-afd123db992d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0b37bd-f3a4-4c9f-8c35-2d6dac20e5a2,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:37.487044 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e15f65-da24-4387-a624-5c0810c07e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a433bf-7068-458e-a6e7-eabc1360dec6'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:08:37.489463 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7776bd08-0aca-4919-b986-40f80361275d" -d '{"events": [{"server_uuid": "11e15f65-da24-4387-a624-5c0810c07e03", "name": "network-vif-plugged", "status": "completed", "tag": "05a433bf-7068-458e-a6e7-eabc1360dec6"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:08:37.502674 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d254a91c-d251-4a52-b353-afd123db992d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48873ecc7adc415aad32b871b0cbcc9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033876 Jul 28 07:08:37.504819 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 50338) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:37.544132 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b409b6-ca67-4e42-867e-32c274de326a x-openstack-request-id: req-37b409b6-ca67-4e42-867e-32c274de326a {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:08:37.544684 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e15f65-da24-4387-a624-5c0810c07e03", "name": "network-vif-plugged", "status": "completed", "tag": "05a433bf-7068-458e-a6e7-eabc1360dec6", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:08:37.545138 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37b409b6-ca67-4e42-867e-32c274de326a {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:08:37.545790 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e15f65-da24-4387-a624-5c0810c07e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a433bf-7068-458e-a6e7-eabc1360dec6', 'code': 200} Jul 28 07:08:37.602312 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb65ac5-2818-44ae-b9b0-fa2ed16ecbb2 req-71357c51-ac1e-4808-982f-a619557e0de0 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:37.603881 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2cb65ac5-2818-44ae-b9b0-fa2ed16ecbb2 req-71357c51-ac1e-4808-982f-a619557e0de0 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0773375 Jul 28 07:08:37.605354 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe822047-7f2f-4205-9610-83665e97346b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:37.648614 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe822047-7f2f-4205-9610-83665e97346b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:37.689561 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2cb65ac5-2818-44ae-b9b0-fa2ed16ecbb2 req-e3c02a47-a966-4702-99cc-dbfef5a1061f tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658338 Jul 28 07:08:37.731682 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 50354) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:37.747545 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-048a8eda-d0ea-4313-b85d-f92bf18efb07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:37.817826 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe822047-7f2f-4205-9610-83665e97346b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:37.820428 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe822047-7f2f-4205-9610-83665e97346b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:37.822273 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-fe822047-7f2f-4205-9610-83665e97346b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb0b37bd-f3a4-4c9f-8c35-2d6dac20e5a2 HTTP/1.1" status: 204 len: 168 time: 0.3157640 Jul 28 07:08:37.837345 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe822047-7f2f-4205-9610-83665e97346b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0b37bd-f3a4-4c9f-8c35-2d6dac20e5a2,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:37.910723 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-048a8eda-d0ea-4313-b85d-f92bf18efb07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:37.941068 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ddbbc-037a-49d0-80e3-8ee669a39d80 req-b5616233-c538-4aab-b08c-af560fe1df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:37.943667 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c38ddbbc-037a-49d0-80e3-8ee669a39d80 req-b5616233-c538-4aab-b08c-af560fe1df1e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 1099 time: 0.0456374 Jul 28 07:08:37.985613 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-048a8eda-d0ea-4313-b85d-f92bf18efb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:38.028352 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a8eda-d0ea-4313-b85d-f92bf18efb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc52a5c-3bef-442d-8a83-6a4cd7a74a3b,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:38.037660 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c38ddbbc-037a-49d0-80e3-8ee669a39d80 req-6eaf3752-583b-483e-8bb0-977c954c6a64 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867975 Jul 28 07:08:38.079816 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-048a8eda-d0ea-4313-b85d-f92bf18efb07 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5077aa142f844bf28929f9b5adfb6a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445253 Jul 28 07:08:38.080066 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 50374) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:38.132266 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-27160e75-d48f-4e3b-8bca-4090cc4a7859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:38.153229 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-27160e75-d48f-4e3b-8bca-4090cc4a7859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:38.279423 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-27160e75-d48f-4e3b-8bca-4090cc4a7859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:38.282441 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-27160e75-d48f-4e3b-8bca-4090cc4a7859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:38.287979 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-27160e75-d48f-4e3b-8bca-4090cc4a7859 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8dc52a5c-3bef-442d-8a83-6a4cd7a74a3b HTTP/1.1" status: 204 len: 168 time: 0.2027090 Jul 28 07:08:38.293724 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27160e75-d48f-4e3b-8bca-4090cc4a7859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc52a5c-3bef-442d-8a83-6a4cd7a74a3b,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:38.598725 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc8758-7989-4947-9e72-01d555222528 req-f075ea1a-f198-4a29-bb88-fd5a22111e66 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:38.600201 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9cfc8758-7989-4947-9e72-01d555222528 req-f075ea1a-f198-4a29-bb88-fd5a22111e66 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 946 time: 0.0535831 Jul 28 07:08:38.637917 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9cfc8758-7989-4947-9e72-01d555222528 req-704bd4ad-ed88-49dc-985e-441a0108dfeb tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314734 Jul 28 07:08:38.785778 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 50400) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:38.832351 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680bd18-43a9-499c-ba2c-2a46c9c1721f req-2600a358-aa80-4313-9af1-957ac9d50014 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:38.834699 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2680bd18-43a9-499c-ba2c-2a46c9c1721f req-2600a358-aa80-4313-9af1-957ac9d50014 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0587928 Jul 28 07:08:38.847029 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 50406) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:38.879706 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2680bd18-43a9-499c-ba2c-2a46c9c1721f req-7835d01a-fb19-4bae-b306-f3d577a2ef9d tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386028 Jul 28 07:08:38.953502 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1ee56b8c-0ea3-4db3-8957-adb50d5493fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:39.074373 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4c116a44-6e03-4164-a63f-87582514d6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:39.075432 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1ee56b8c-0ea3-4db3-8957-adb50d5493fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:39.146247 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1ee56b8c-0ea3-4db3-8957-adb50d5493fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:39.193574 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-1ee56b8c-0ea3-4db3-8957-adb50d5493fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3edfa1b637c84cd2a91d7cfa39474597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4066162 Jul 28 07:08:39.197515 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee56b8c-0ea3-4db3-8957-adb50d5493fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0859c349-b194-46d3-a401-6cc9a8f1da54,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:39.197652 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 50426) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:39.271750 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4c116a44-6e03-4164-a63f-87582514d6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:39.276341 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c3220288-7574-4460-98f7-dbfc91341e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:39.302161 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c3220288-7574-4460-98f7-dbfc91341e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:39.382457 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4c116a44-6e03-4164-a63f-87582514d6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:39.430879 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-4c116a44-6e03-4164-a63f-87582514d6c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5798c569dc6c4d2187966acbaf106300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5841582 Jul 28 07:08:39.432849 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c116a44-6e03-4164-a63f-87582514d6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d211560-1943-4c23-b0b5-eb990d09ca20,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:39.433608 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 50438) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:39.486750 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c726a2c3-a247-4c6f-8d75-28b4f4733ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:39.506493 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c3220288-7574-4460-98f7-dbfc91341e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:39.507756 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c726a2c3-a247-4c6f-8d75-28b4f4733ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:39.509105 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c3220288-7574-4460-98f7-dbfc91341e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:39.510223 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-c3220288-7574-4460-98f7-dbfc91341e04 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0859c349-b194-46d3-a401-6cc9a8f1da54 HTTP/1.1" status: 204 len: 168 time: 0.3127737 Jul 28 07:08:39.519009 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3220288-7574-4460-98f7-dbfc91341e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0859c349-b194-46d3-a401-6cc9a8f1da54,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:39.700438 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c726a2c3-a247-4c6f-8d75-28b4f4733ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:39.703105 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c726a2c3-a247-4c6f-8d75-28b4f4733ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:39.704261 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c726a2c3-a247-4c6f-8d75-28b4f4733ec7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d211560-1943-4c23-b0b5-eb990d09ca20 HTTP/1.1" status: 204 len: 168 time: 0.2696342 Jul 28 07:08:39.712673 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726a2c3-a247-4c6f-8d75-28b4f4733ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d211560-1943-4c23-b0b5-eb990d09ca20,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:39.740243 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-faa68bf2-bfc2-42f2-bd84-4c94d146726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:39.997075 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03fe3c-5d7d-4b0b-bf0c-fe77c54b341c req-c77db311-b840-4c44-af72-5242bca75274 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:39.998686 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ff03fe3c-5d7d-4b0b-bf0c-fe77c54b341c req-c77db311-b840-4c44-af72-5242bca75274 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0511372 Jul 28 07:08:40.041633 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ff03fe3c-5d7d-4b0b-bf0c-fe77c54b341c req-f2d19318-ed9c-4cac-b01a-5cf878691688 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367398 Jul 28 07:08:40.728038 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9c8f7-b7ae-4a0e-88b1-4e4dccb6d0c4 req-80fd85fc-0fac-4492-81a6-681d81f2278c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:40.731561 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6bf9c8f7-b7ae-4a0e-88b1-4e4dccb6d0c4 req-80fd85fc-0fac-4492-81a6-681d81f2278c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0527790 Jul 28 07:08:40.770185 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6bf9c8f7-b7ae-4a0e-88b1-4e4dccb6d0c4 req-2426d7aa-eb52-4d7b-a71b-b835da89cd4f tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319743 Jul 28 07:08:40.828050 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 50496) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:40.844860 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-649bba09-5fc6-4645-89e4-3edeb73c4696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:40.898425 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fde114-e989-4270-8014-9c796f847ff5 req-0b7dec62-df3d-4ff3-bf33-3305b20cac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:40.902760 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-73fde114-e989-4270-8014-9c796f847ff5 req-0b7dec62-df3d-4ff3-bf33-3305b20cac64 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0971c291dd1641df82c27807255ee0c7&device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 1099 time: 0.0812850 Jul 28 07:08:40.938335 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-649bba09-5fc6-4645-89e4-3edeb73c4696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:41.000307 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fde114-e989-4270-8014-9c796f847ff5 req-3728d22c-420f-4e29-abbc-236228380f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:41.001709 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-73fde114-e989-4270-8014-9c796f847ff5 req-3728d22c-420f-4e29-abbc-236228380f20 service neutron] 10.222.0.11 "GET /v2.0/networks?id=11156f08-0d12-4240-b1b6-a1274a83eab6 HTTP/1.1" status: 200 len: 919 time: 0.0921352 Jul 28 07:08:41.042330 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-73fde114-e989-4270-8014-9c796f847ff5 req-17bb64ee-2774-4518-8abc-53509d9fb8d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05a433bf-7068-458e-a6e7-eabc1360dec6 HTTP/1.1" status: 200 len: 217 time: 0.0339410 Jul 28 07:08:41.072249 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-649bba09-5fc6-4645-89e4-3edeb73c4696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:41.102172 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fde114-e989-4270-8014-9c796f847ff5 req-18bb6922-056a-46bf-b3fc-23b2430081c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:41.111243 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-73fde114-e989-4270-8014-9c796f847ff5 req-18bb6922-056a-46bf-b3fc-23b2430081c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04ce5e32-4c6c-4b89-a89b-cb43b533785f HTTP/1.1" status: 200 len: 858 time: 0.0609801 Jul 28 07:08:41.150872 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-649bba09-5fc6-4645-89e4-3edeb73c4696 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=380a634cc2fe4e55a0a0302af9bac73d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216529 Jul 28 07:08:41.152366 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-73fde114-e989-4270-8014-9c796f847ff5 req-1774a2e2-b34b-4cbf-a759-f541ed7c9a6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11156f08-0d12-4240-b1b6-a1274a83eab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270286 Jul 28 07:08:41.153428 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 50510) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:41.160070 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bba09-5fc6-4645-89e4-3edeb73c4696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176f4460-7a6c-4f94-aa64-0b0989ab0263,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:41.257016 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 50512) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:41.266920 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e6864304-8880-41ed-85d1-46e00dc17922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:41.274807 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e0068f60-922d-4d85-b965-fb1fb62468b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:41.301652 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e6864304-8880-41ed-85d1-46e00dc17922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:41.305052 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-73fde114-e989-4270-8014-9c796f847ff5 req-4bb8a68c-fce6-450b-807d-90ee844e622f service neutron] 10.222.0.11 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386313 Jul 28 07:08:41.409852 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e0068f60-922d-4d85-b965-fb1fb62468b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:41.436049 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-73fde114-e989-4270-8014-9c796f847ff5 req-07d3a484-2478-4e74-9fb8-c7e7b0cc86a7 service neutron] 10.222.0.11 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235988 Jul 28 07:08:41.574926 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e0068f60-922d-4d85-b965-fb1fb62468b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:41.575985 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e6864304-8880-41ed-85d1-46e00dc17922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:41.581558 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e6864304-8880-41ed-85d1-46e00dc17922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:41.583457 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e6864304-8880-41ed-85d1-46e00dc17922 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/176f4460-7a6c-4f94-aa64-0b0989ab0263 HTTP/1.1" status: 204 len: 168 time: 0.4283412 Jul 28 07:08:41.595630 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6864304-8880-41ed-85d1-46e00dc17922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176f4460-7a6c-4f94-aa64-0b0989ab0263,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:41.637009 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e0068f60-922d-4d85-b965-fb1fb62468b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=afce65cdfa0d4fed9f3b0878e526a91c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763902 Jul 28 07:08:41.639212 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 50536) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:41.641577 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0068f60-922d-4d85-b965-fb1fb62468b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c59a95e-bae3-4d0b-84ba-a978bc2c0aaa,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:41.700273 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d7f7443c-ff95-47f2-b29d-5e31aac65f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:41.724209 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d7f7443c-ff95-47f2-b29d-5e31aac65f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:41.908118 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427494cc-98bb-4f9a-9190-3d1346b18e16 req-d8efe7e4-6a8a-40aa-972b-bfca54b0dd38 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:41.909670 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-427494cc-98bb-4f9a-9190-3d1346b18e16 req-d8efe7e4-6a8a-40aa-972b-bfca54b0dd38 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0648637 Jul 28 07:08:41.940392 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d7f7443c-ff95-47f2-b29d-5e31aac65f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:41.943029 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d7f7443c-ff95-47f2-b29d-5e31aac65f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:41.944228 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d7f7443c-ff95-47f2-b29d-5e31aac65f30 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c59a95e-bae3-4d0b-84ba-a978bc2c0aaa HTTP/1.1" status: 204 len: 168 time: 0.3034430 Jul 28 07:08:41.952192 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7443c-ff95-47f2-b29d-5e31aac65f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c59a95e-bae3-4d0b-84ba-a978bc2c0aaa,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:41.955439 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-427494cc-98bb-4f9a-9190-3d1346b18e16 req-20b96404-37b2-44dd-af7b-ee5c178f6811 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393331 Jul 28 07:08:42.477377 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-62aa03a4-d963-40ba-b2f0-ec8bf45ab8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:42.803082 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:43.070927 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592356f-b6ed-4bfa-bde4-4e32de7b040f req-2d53a97f-f300-4da2-b269-4b224f954108 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:43.072560 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d592356f-b6ed-4bfa-bde4-4e32de7b040f req-2d53a97f-f300-4da2-b269-4b224f954108 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0506082 Jul 28 07:08:43.119320 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d592356f-b6ed-4bfa-bde4-4e32de7b040f req-6eaee297-7f53-4ac2-8e4a-5c8700f5edb2 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392849 Jul 28 07:08:43.357364 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:43.952954 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 50652) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:44.121398 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-56f62543-9b83-4354-8f26-6e0c39803486 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-11240937-network', 'tenant_id': '19e01a3b07cc45969020bdcb745f05b2'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:08:44.238411 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71411c85-677c-4f3e-9a7a-d4272237c5bd req-12d8b667-6a03-4b8c-8f71-26f4201fe4e8 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:44.240269 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-71411c85-677c-4f3e-9a7a-d4272237c5bd req-12d8b667-6a03-4b8c-8f71-26f4201fe4e8 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0494039 Jul 28 07:08:44.241347 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f62543-9b83-4354-8f26-6e0c39803486 admin admin] Made reservation on behalf of 19e01a3b07cc45969020bdcb745f05b2 for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:08:44.243964 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-56f62543-9b83-4354-8f26-6e0c39803486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:44.271558 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-56f62543-9b83-4354-8f26-6e0c39803486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:44.304585 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-71411c85-677c-4f3e-9a7a-d4272237c5bd req-b7b4ba2c-e7f2-4209-b656-57c9d6a7cd58 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577371 Jul 28 07:08:44.403837 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-56f62543-9b83-4354-8f26-6e0c39803486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:44.517530 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-56f62543-9b83-4354-8f26-6e0c39803486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:44.539121 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f62543-9b83-4354-8f26-6e0c39803486 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 07:08:44.552528 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f62543-9b83-4354-8f26-6e0c39803486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:44.557493 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-56f62543-9b83-4354-8f26-6e0c39803486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:44.558006 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-56f62543-9b83-4354-8f26-6e0c39803486 admin admin] Added segment 481ccc23-8c63-46ec-bbbd-4f54d85e8a5a of type vlan for network d2bcd0f4-93ac-4930-97cb-a4347cb92dc8 Jul 28 07:08:44.603180 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-56f62543-9b83-4354-8f26-6e0c39803486 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745676247143'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:44.728583 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-56f62543-9b83-4354-8f26-6e0c39803486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:44.729481 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f62543-9b83-4354-8f26-6e0c39803486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:44.730601 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-56f62543-9b83-4354-8f26-6e0c39803486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:44.788105 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f62543-9b83-4354-8f26-6e0c39803486 admin admin] Pushing event updated for resources: {'Network': ['ID=d2bcd0f4-93ac-4930-97cb-a4347cb92dc8,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:44.798490 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Network d2bcd0f4-93ac-4930-97cb-a4347cb92dc8 details requested by agent ovs-agent-dv-cinder-792800-1-iscsi with host dv-cinder-792800-1-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 07:08:44.820943 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-56f62543-9b83-4354-8f26-6e0c39803486 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8668809 Jul 28 07:08:44.824621 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 50684) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:44.829901 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-869eb634-3930-4875-a10d-bf5953601d92 admin admin] Request body: {'subnet': {'network_id': 'd2bcd0f4-93ac-4930-97cb-a4347cb92dc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-11240937-subnet', 'tenant_id': '19e01a3b07cc45969020bdcb745f05b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:08:44.933803 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869eb634-3930-4875-a10d-bf5953601d92 admin admin] Made reservation on behalf of 19e01a3b07cc45969020bdcb745f05b2 for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:08:44.936213 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-869eb634-3930-4875-a10d-bf5953601d92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:45.031963 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:45.175034 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-869eb634-3930-4875-a10d-bf5953601d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:45.248407 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869eb634-3930-4875-a10d-bf5953601d92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=562a87f2-ff83-4c97-8e11-a835e1cc7214,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:45.260889 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869eb634-3930-4875-a10d-bf5953601d92 admin admin] Checking segment: {'id': '481ccc23-8c63-46ec-bbbd-4f54d85e8a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2bcd0f4-93ac-4930-97cb-a4347cb92dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:08:45.261912 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869eb634-3930-4875-a10d-bf5953601d92 admin admin] Network hostable DHCP agents. Network: d2bcd0f4-93ac-4930-97cb-a4347cb92dc8, hostable agents: ['a9302e80-41e4-46d6-92fa-b7087ce18eda'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 07:08:45.363267 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869eb634-3930-4875-a10d-bf5953601d92 admin admin] Network d2bcd0f4-93ac-4930-97cb-a4347cb92dc8 is scheduled to be hosted by DHCP agent a9302e80-41e4-46d6-92fa-b7087ce18eda with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 07:08:45.440547 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf968951-c455-4d76-889a-ba1800aa1823 req-dab36e76-7504-4e42-b9a7-6c9828267982 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:45.442064 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cf968951-c455-4d76-889a-ba1800aa1823 req-dab36e76-7504-4e42-b9a7-6c9828267982 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0636988 Jul 28 07:08:45.458699 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-869eb634-3930-4875-a10d-bf5953601d92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-1-iscsi, d2bcd0f4-93ac-4930-97cb-a4347cb92dc8) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:08:45.463175 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869eb634-3930-4875-a10d-bf5953601d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:45.463761 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-869eb634-3930-4875-a10d-bf5953601d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:45.471628 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26baf8a3-01da-4215-8b8a-a778051df6d1 None None] Network d2bcd0f4-93ac-4930-97cb-a4347cb92dc8 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:08:45.495662 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cf968951-c455-4d76-889a-ba1800aa1823 req-58b9b561-1a02-4f90-8a18-3d19dc568a7f tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455842 Jul 28 07:08:45.552401 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-869eb634-3930-4875-a10d-bf5953601d92 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7265494 Jul 28 07:08:45.597648 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497847b1-c082-4c31-ad57-a1f4dd083d89 None None] Network d2bcd0f4-93ac-4930-97cb-a4347cb92dc8 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:08:46.612389 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ef297-b901-4546-baf4-110b7a47f2df req-d5a50967-d401-4700-bd72-f0e5715c89ce tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:46.614123 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d18ef297-b901-4546-baf4-110b7a47f2df req-d5a50967-d401-4700-bd72-f0e5715c89ce tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0518224 Jul 28 07:08:46.662478 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d18ef297-b901-4546-baf4-110b7a47f2df req-24a9a3b0-c045-4aab-ac0e-fe513de95dce tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421810 Jul 28 07:08:47.430098 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 50780) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:47.535359 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-17ce7e6b-76a9-4f99-bd49-77c21d1490a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:47.648973 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-17ce7e6b-76a9-4f99-bd49-77c21d1490a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:47.746905 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-17ce7e6b-76a9-4f99-bd49-77c21d1490a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:47.787169 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-17ce7e6b-76a9-4f99-bd49-77c21d1490a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=24a4900039ab4db3a5a648e4ad970e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3535357 Jul 28 07:08:47.789312 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 50812) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:47.794615 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714eb336-e49a-41ad-be33-662cea1448bc req-40b6c5e0-5b43-4c76-be6b-e56681e2e888 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:47.796327 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-714eb336-e49a-41ad-be33-662cea1448bc req-40b6c5e0-5b43-4c76-be6b-e56681e2e888 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0595465 Jul 28 07:08:47.804483 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce7e6b-76a9-4f99-bd49-77c21d1490a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ac096f-3bd7-4131-bb33-383b39412d78,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:47.843291 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9e19aee2-4505-4770-adab-daaeb701d681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:47.864504 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9e19aee2-4505-4770-adab-daaeb701d681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:47.901141 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-714eb336-e49a-41ad-be33-662cea1448bc req-994fc9ba-9412-478e-b3d3-ba61031bd090 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933673 Jul 28 07:08:47.938775 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-99653300-c433-47ac-8a46-8db282747319 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:47.940430 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-99653300-c433-47ac-8a46-8db282747319 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/networks?id=d2bcd0f4-93ac-4930-97cb-a4347cb92dc8 HTTP/1.1" status: 200 len: 812 time: 0.1433747 Jul 28 07:08:47.955447 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-f8e44dc4-42c4-431d-9973-198c83b00606 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/quotas/19e01a3b07cc45969020bdcb745f05b2 HTTP/1.1" status: 200 len: 375 time: 0.0092921 Jul 28 07:08:47.988545 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-e93292ef-40c4-4ad7-adfe-67c3e64b8e0c tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=19e01a3b07cc45969020bdcb745f05b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275190 Jul 28 07:08:47.998396 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9e19aee2-4505-4770-adab-daaeb701d681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:48.001197 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9e19aee2-4505-4770-adab-daaeb701d681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:48.003062 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-9e19aee2-4505-4770-adab-daaeb701d681 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9ac096f-3bd7-4131-bb33-383b39412d78 HTTP/1.1" status: 204 len: 168 time: 0.2123699 Jul 28 07:08:48.014289 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19aee2-4505-4770-adab-daaeb701d681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ac096f-3bd7-4131-bb33-383b39412d78,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:48.096104 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-73bc9ae6-d19b-4f80-861c-673ee18dca4d service neutron] 10.222.0.10 "GET /v2.0/networks/d2bcd0f4-93ac-4930-97cb-a4347cb92dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989742 Jul 28 07:08:48.185421 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-9b5cff9a-6f67-43d3-a104-775ef81d236a service neutron] 10.222.0.10 "GET /v2.0/networks/d2bcd0f4-93ac-4930-97cb-a4347cb92dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832000 Jul 28 07:08:48.524201 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5425dae3-1d90-498a-b23c-8c0865a666c8 req-2bd0ae10-3264-4c7c-9f61-73c8044fef6b tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 210 time: 0.0368314 Jul 28 07:08:48.904773 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 50842) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:48.925772 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-61f8a92a-428b-4171-a6f7-dba1be3e76f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:49.037941 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-61f8a92a-428b-4171-a6f7-dba1be3e76f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:49.038030 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f512c-25b8-4abb-b817-13feb35775ef req-752b71e8-f35c-4d37-b0b2-6bc80f3ccc2f tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:49.038030 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-116f512c-25b8-4abb-b817-13feb35775ef req-752b71e8-f35c-4d37-b0b2-6bc80f3ccc2f tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0540767 Jul 28 07:08:49.078602 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-116f512c-25b8-4abb-b817-13feb35775ef req-c90ede36-98f7-4b8f-82a5-c899f1fc5ab3 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363297 Jul 28 07:08:49.127077 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-61f8a92a-428b-4171-a6f7-dba1be3e76f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:49.166300 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-61f8a92a-428b-4171-a6f7-dba1be3e76f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c7362cd56a614cb6825c30f41e0884e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604263 Jul 28 07:08:49.168001 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8a92a-428b-4171-a6f7-dba1be3e76f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9341665f-ec70-46d3-99e1-31ae8491531b,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:49.169584 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 50854) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:49.226727 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c6ab6f5a-13d6-431e-85b3-ac2c3c865ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:49.269835 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c6ab6f5a-13d6-431e-85b3-ac2c3c865ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:49.424513 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c6ab6f5a-13d6-431e-85b3-ac2c3c865ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:49.427206 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c6ab6f5a-13d6-431e-85b3-ac2c3c865ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:49.428549 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c6ab6f5a-13d6-431e-85b3-ac2c3c865ef9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9341665f-ec70-46d3-99e1-31ae8491531b HTTP/1.1" status: 204 len: 168 time: 0.2578757 Jul 28 07:08:49.440567 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab6f5a-13d6-431e-85b3-ac2c3c865ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9341665f-ec70-46d3-99e1-31ae8491531b,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:49.614113 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2a936e77-fed3-4b48-a33e-f86d087c9bc2 req-a4e9c817-5a27-4a1d-a893-fc1b59b607ce tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 210 time: 0.0273676 Jul 28 07:08:49.901480 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 50890) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:50.016753 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148130a8-9881-4930-8e77-1781798db08a req-4d6ebca4-2f7d-434f-9ce6-a0b3f7d19408 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:50.018738 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-148130a8-9881-4930-8e77-1781798db08a req-4d6ebca4-2f7d-434f-9ce6-a0b3f7d19408 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/networks?id=9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f HTTP/1.1" status: 200 len: 815 time: 0.1286440 Jul 28 07:08:50.049528 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-eba5a1e8-f933-4c75-958e-23ab13c451c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:50.062712 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-148130a8-9881-4930-8e77-1781798db08a req-adbf97a1-b72e-4582-9f22-e7f074e93d59 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/quotas/1cbaeadeed9a497a881cf0c5e53bfb32 HTTP/1.1" status: 200 len: 375 time: 0.0368581 Jul 28 07:08:50.144330 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-148130a8-9881-4930-8e77-1781798db08a req-86b6dc57-40f2-42b3-a2bc-3728ea1fd6e7 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cbaeadeed9a497a881cf0c5e53bfb32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0720415 Jul 28 07:08:50.285058 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049e986-4300-47ce-94f4-9afef654cb09 req-e4e00b4d-86c3-4e03-8f4b-7e9e56305c12 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:50.285979 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6049e986-4300-47ce-94f4-9afef654cb09 req-e4e00b4d-86c3-4e03-8f4b-7e9e56305c12 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.1195207 Jul 28 07:08:50.329811 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-148130a8-9881-4930-8e77-1781798db08a req-9b754d5a-463c-4aab-bac6-140f197d401f service neutron] 10.222.0.10 "GET /v2.0/networks/9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846347 Jul 28 07:08:50.335798 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-eba5a1e8-f933-4c75-958e-23ab13c451c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:50.396478 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6049e986-4300-47ce-94f4-9afef654cb09 req-2d7c8619-e2b5-41a3-bf52-d27a6979cb22 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923152 Jul 28 07:08:50.437329 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-148130a8-9881-4930-8e77-1781798db08a req-11dbfb6a-0174-48bb-8995-2dce5deb3b53 service neutron] 10.222.0.10 "GET /v2.0/networks/9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004810 Jul 28 07:08:50.454419 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-eba5a1e8-f933-4c75-958e-23ab13c451c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:50.491864 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5a1e8-f933-4c75-958e-23ab13c451c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3a24d6-48c8-43e1-a33c-b0cda1cd4131,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:50.496450 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-eba5a1e8-f933-4c75-958e-23ab13c451c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7900b24b09724d18991de6175e8c2ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5934634 Jul 28 07:08:50.499341 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 50916) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:50.551671 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b433578d-dd69-4317-b711-80c7a61e77ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:50.575056 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b433578d-dd69-4317-b711-80c7a61e77ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:50.705754 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-92c2d917-8382-4a68-a083-ef791eea92fe req-df44e724-93bc-4399-8911-d30c0097cfc4 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 210 time: 0.0463696 Jul 28 07:08:50.712904 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b433578d-dd69-4317-b711-80c7a61e77ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:50.716171 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b433578d-dd69-4317-b711-80c7a61e77ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:50.726350 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b433578d-dd69-4317-b711-80c7a61e77ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ce3a24d6-48c8-43e1-a33c-b0cda1cd4131 HTTP/1.1" status: 204 len: 168 time: 0.2170281 Jul 28 07:08:50.737239 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433578d-dd69-4317-b711-80c7a61e77ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3a24d6-48c8-43e1-a33c-b0cda1cd4131,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:50.764375 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-783d226c-79be-48fe-8044-992e5a9712b7 req-f64a5c8d-95c4-4d8d-93be-678c1e472d9f tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 210 time: 0.0573475 Jul 28 07:08:50.835194 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:08:51.204489 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-984a62cc-71d6-4067-bcc9-1f7b0ec2bcea tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:51.205937 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-984a62cc-71d6-4067-bcc9-1f7b0ec2bcea tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.11 "GET /v2.0/networks?id=d2bcd0f4-93ac-4930-97cb-a4347cb92dc8 HTTP/1.1" status: 200 len: 812 time: 0.1084476 Jul 28 07:08:51.235966 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-59b67f67-3dc1-4701-90a2-d8cac95660ff tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Request body: {'port': {'device_id': '4e47c6a4-4f31-45b0-83f8-3a4593b8349b', 'network_id': 'd2bcd0f4-93ac-4930-97cb-a4347cb92dc8', 'admin_state_up': True, 'tenant_id': '19e01a3b07cc45969020bdcb745f05b2'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:08:51.425694 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-59b67f67-3dc1-4701-90a2-d8cac95660ff tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Made reservation on behalf of 19e01a3b07cc45969020bdcb745f05b2 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:08:51.429369 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-59b67f67-3dc1-4701-90a2-d8cac95660ff tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:51.501540 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 50958) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:51.523493 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4fff6-c046-47c8-bc3e-95e8171ec283 req-e3562d5b-e748-41b4-8206-8e3da066acf5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:51.531805 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2aa4fff6-c046-47c8-bc3e-95e8171ec283 req-e3562d5b-e748-41b4-8206-8e3da066acf5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0660775 Jul 28 07:08:51.575391 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2aa4fff6-c046-47c8-bc3e-95e8171ec283 req-3cb1a315-f735-49fb-91f7-55846acc338f tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425308 Jul 28 07:08:51.581972 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-59b67f67-3dc1-4701-90a2-d8cac95660ff tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Allocated IP 172.20.0.10 (d2bcd0f4-93ac-4930-97cb-a4347cb92dc8/562a87f2-ff83-4c97-8e11-a835e1cc7214/1131d2c8-e418-4dbe-bcee-e43da11c1de9) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:08:51.698015 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 50968) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:51.716546 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c262187e-e6fc-48ce-998f-0c2490d91e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:51.730734 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-59b67f67-3dc1-4701-90a2-d8cac95660ff tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:51.850983 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bdfd9d6b-cbb7-4207-a53a-6d5175cc761d req-8f12c308-25d6-41dd-83b2-84abc11a960e tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 210 time: 0.0414205 Jul 28 07:08:51.865118 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-59b67f67-3dc1-4701-90a2-d8cac95660ff tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:51.916757 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-59b67f67-3dc1-4701-90a2-d8cac95660ff tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Network d2bcd0f4-93ac-4930-97cb-a4347cb92dc8 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:08:51.920428 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-59b67f67-3dc1-4701-90a2-d8cac95660ff tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:08:51.923248 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-59b67f67-3dc1-4701-90a2-d8cac95660ff tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:08:51.931121 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-59b67f67-3dc1-4701-90a2-d8cac95660ff tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:51.932081 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-59b67f67-3dc1-4701-90a2-d8cac95660ff tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:51.939851 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-afc21702-a5f5-4ebe-a1d2-6683f57445bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:51.963340 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b67f67-3dc1-4701-90a2-d8cac95660ff tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Pushing event updated for resources: {'Port': ['ID=1131d2c8-e418-4dbe-bcee-e43da11c1de9,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:51.999073 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd2c46-44cf-4c3a-9a3b-ca9b2d6e7331 req-b7ae1cc7-0cce-4102-8a9c-26c63c55533e tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:52.006300 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a1bd2c46-44cf-4c3a-9a3b-ca9b2d6e7331 req-b7ae1cc7-0cce-4102-8a9c-26c63c55533e tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 932 time: 0.1531882 Jul 28 07:08:52.032061 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c262187e-e6fc-48ce-998f-0c2490d91e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:52.055172 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a1bd2c46-44cf-4c3a-9a3b-ca9b2d6e7331 req-68d1cfca-3ed0-4925-9111-c412facea488 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480473 Jul 28 07:08:52.104434 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c262187e-e6fc-48ce-998f-0c2490d91e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:52.144329 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c262187e-e6fc-48ce-998f-0c2490d91e79 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=86806736af60452d8062e9b15cc506a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449675 Jul 28 07:08:52.145210 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262187e-e6fc-48ce-998f-0c2490d91e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47432ce0-76bb-41fe-8509-d0c38847d266,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:52.147214 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 50992) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:52.200516 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-59b67f67-3dc1-4701-90a2-d8cac95660ff tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9684412 Jul 28 07:08:52.201268 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-78e821bb-d27b-4bbb-8545-af7f8c52c2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:52.227378 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] Request body: {'port': {'device_id': '4e47c6a4-4f31-45b0-83f8-3a4593b8349b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:08:52.231226 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-78e821bb-d27b-4bbb-8545-af7f8c52c2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:52.298292 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-afc21702-a5f5-4ebe-a1d2-6683f57445bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:52.314966 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:52.401621 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-afc21702-a5f5-4ebe-a1d2-6683f57445bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:52.441774 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-afc21702-a5f5-4ebe-a1d2-6683f57445bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=633432dfd1ee473e94727ec97ceec64f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9384298 Jul 28 07:08:52.444092 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc21702-a5f5-4ebe-a1d2-6683f57445bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90aa4a4f-3074-4269-95a8-40cea428cea1,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:52.445424 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 50998) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:52.494573 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-78e821bb-d27b-4bbb-8545-af7f8c52c2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:52.497046 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-78e821bb-d27b-4bbb-8545-af7f8c52c2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:52.498147 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-78e821bb-d27b-4bbb-8545-af7f8c52c2c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/47432ce0-76bb-41fe-8509-d0c38847d266 HTTP/1.1" status: 204 len: 168 time: 0.3499429 Jul 28 07:08:52.528242 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e821bb-d27b-4bbb-8545-af7f8c52c2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47432ce0-76bb-41fe-8509-d0c38847d266,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:52.576601 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-19956dff-5798-46c9-8939-40d44a8b10ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:52.616610 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-19956dff-5798-46c9-8939-40d44a8b10ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:52.678597 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1131d2c8-e418-4dbe-bcee-e43da11c1de9 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:08:52.688363 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:52.723438 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b62a99-973f-4b78-a787-5adbfcfdb024 req-2f12dd8e-1362-4c01-b579-2574f1738685 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:52.725087 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-43b62a99-973f-4b78-a787-5adbfcfdb024 req-2f12dd8e-1362-4c01-b579-2574f1738685 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0785568 Jul 28 07:08:52.768962 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-43b62a99-973f-4b78-a787-5adbfcfdb024 req-9bd9543f-78cb-41a7-85ae-7cdb39dd9bd1 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365691 Jul 28 07:08:52.849036 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] Transition to ACTIVE for port object 1131d2c8-e418-4dbe-bcee-e43da11c1de9 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:08:52.850044 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-19956dff-5798-46c9-8939-40d44a8b10ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:52.852862 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-19956dff-5798-46c9-8939-40d44a8b10ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:52.854131 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-19956dff-5798-46c9-8939-40d44a8b10ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/90aa4a4f-3074-4269-95a8-40cea428cea1 HTTP/1.1" status: 204 len: 168 time: 0.4076223 Jul 28 07:08:52.867780 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19956dff-5798-46c9-8939-40d44a8b10ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90aa4a4f-3074-4269-95a8-40cea428cea1,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:52.997968 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-34cb48cc-557f-4d8d-86b7-a1a7e30547c7 req-5e91c301-41d5-498d-a7cd-5a62240c75d8 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 210 time: 0.0278594 Jul 28 07:08:53.010111 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:53.075764 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] Pushing event updated for resources: {'Port': ['ID=1131d2c8-e418-4dbe-bcee-e43da11c1de9,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:53.092020 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] Attempting to bind port 1131d2c8-e418-4dbe-bcee-e43da11c1de9 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:08:53.092356 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] Attempting to bind port 1131d2c8-e418-4dbe-bcee-e43da11c1de9 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '481ccc23-8c63-46ec-bbbd-4f54d85e8a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2bcd0f4-93ac-4930-97cb-a4347cb92dc8'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:08:53.093065 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] Attempting to bind port 1131d2c8-e418-4dbe-bcee-e43da11c1de9 on network d2bcd0f4-93ac-4930-97cb-a4347cb92dc8 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:08:53.097184 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] Port 1131d2c8-e418-4dbe-bcee-e43da11c1de9 on network d2bcd0f4-93ac-4930-97cb-a4347cb92dc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 07:08:53.097536 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] Attempting to bind port 1131d2c8-e418-4dbe-bcee-e43da11c1de9 on network d2bcd0f4-93ac-4930-97cb-a4347cb92dc8 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:08:53.102266 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] Checking agent: {'id': '9049993c-5c8b-4294-bcfd-702819f13098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'started_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:08:53.102627 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] Checking segment: {'id': '481ccc23-8c63-46ec-bbbd-4f54d85e8a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2bcd0f4-93ac-4930-97cb-a4347cb92dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:08:53.103059 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] Bound using segment: {'id': '481ccc23-8c63-46ec-bbbd-4f54d85e8a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2bcd0f4-93ac-4930-97cb-a4347cb92dc8'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:08:53.103479 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] Bound port: 1131d2c8-e418-4dbe-bcee-e43da11c1de9, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481ccc23-8c63-46ec-bbbd-4f54d85e8a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2bcd0f4-93ac-4930-97cb-a4347cb92dc8'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:08:53.103831 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:53.170767 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc4f84-bd62-4753-82bd-50582ab7a9b2 req-31e1984f-7e4a-4aea-a0da-eaf1a3793303 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:53.172226 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-aabc4f84-bd62-4753-82bd-50582ab7a9b2 req-31e1984f-7e4a-4aea-a0da-eaf1a3793303 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 944 time: 0.0476115 Jul 28 07:08:53.216091 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-aabc4f84-bd62-4753-82bd-50582ab7a9b2 req-781b9b6f-ba68-4172-88e5-eddd0db5565e tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377219 Jul 28 07:08:53.233116 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] For port 1131d2c8-e418-4dbe-bcee-e43da11c1de9, host hv-cinder-79280, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:08:53.241859 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] For port 1131d2c8-e418-4dbe-bcee-e43da11c1de9, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=1131d2c8-e418-4dbe-bcee-e43da11c1de9,segment=NetworkSegment(481ccc23-8c63-46ec-bbbd-4f54d85e8a5a),segment_id=481ccc23-8c63-46ec-bbbd-4f54d85e8a5a)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:08:53.267907 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148130a8-9881-4930-8e77-1781798db08a req-6173d48d-2910-4bae-b8d7-e16eefb7994a tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:53.269435 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-148130a8-9881-4930-8e77-1781798db08a req-6173d48d-2910-4bae-b8d7-e16eefb7994a tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.11 "GET /v2.0/networks?id=9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f HTTP/1.1" status: 200 len: 815 time: 0.1290095 Jul 28 07:08:53.312068 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:53.351881 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:53.352437 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:53.353834 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] 10.222.0.11 "PUT /v2.0/ports/1131d2c8-e418-4dbe-bcee-e43da11c1de9 HTTP/1.1" status: 200 len: 1094 time: 1.1308765 Jul 28 07:08:53.354268 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e47c6a4-4f31-45b0-83f8-3a4593b8349b', 'tag': '1131d2c8-e418-4dbe-bcee-e43da11c1de9'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:08:53.357176 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceab810c-5e61-48bc-b8de-3b5b245a6994" -d '{"events": [{"name": "network-changed", "server_uuid": "4e47c6a4-4f31-45b0-83f8-3a4593b8349b", "tag": "1131d2c8-e418-4dbe-bcee-e43da11c1de9"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:08:53.381344 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a9140-4668-451e-8704-f67a4ad1efbe service neutron] Pushing event updated for resources: {'Port': ['ID=1131d2c8-e418-4dbe-bcee-e43da11c1de9,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:53.413867 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e54184-4af9-4704-a895-633e99bbea96 x-openstack-request-id: req-f1e54184-4af9-4704-a895-633e99bbea96 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:08:53.414263 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e47c6a4-4f31-45b0-83f8-3a4593b8349b", "tag": "1131d2c8-e418-4dbe-bcee-e43da11c1de9", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:08:53.414400 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f1e54184-4af9-4704-a895-633e99bbea96 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:08:53.414826 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e47c6a4-4f31-45b0-83f8-3a4593b8349b', 'tag': '1131d2c8-e418-4dbe-bcee-e43da11c1de9', 'status': 'completed', 'code': 200} Jul 28 07:08:53.486547 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 51038) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:53.500445 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-77041649-cfab-4c75-909e-8bd08ca6928d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:53.587381 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-77041649-cfab-4c75-909e-8bd08ca6928d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:53.768760 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-77041649-cfab-4c75-909e-8bd08ca6928d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:53.809301 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-77041649-cfab-4c75-909e-8bd08ca6928d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c1775cd13c5438da33cacb43d458e83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193469 Jul 28 07:08:53.809301 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77041649-cfab-4c75-909e-8bd08ca6928d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529196d8-fe83-42ef-883e-3dd7bd5e281a,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:53.809675 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 51050) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:53.890115 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-179c1f43-c04e-4355-b2bd-09707c0a81ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:53.892100 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 51052) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:53.906650 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7432da92-5a7b-4f4e-99ca-ff9cce9dc3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:53.915276 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f96fb-1e8a-45b3-96a3-6bfa5e119947 req-28cbcb65-31cf-4f5c-a4b1-b1e4c8873eaf tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:53.916743 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ea2f96fb-1e8a-45b3-96a3-6bfa5e119947 req-28cbcb65-31cf-4f5c-a4b1-b1e4c8873eaf tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0736341 Jul 28 07:08:53.935177 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-179c1f43-c04e-4355-b2bd-09707c0a81ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:53.985291 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ea2f96fb-1e8a-45b3-96a3-6bfa5e119947 req-6f618d4d-8340-4e39-a4f2-fe524f3536c2 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609400 Jul 28 07:08:54.004259 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7432da92-5a7b-4f4e-99ca-ff9cce9dc3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:54.060294 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7432da92-5a7b-4f4e-99ca-ff9cce9dc3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:54.060639 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-179c1f43-c04e-4355-b2bd-09707c0a81ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:54.064106 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-179c1f43-c04e-4355-b2bd-09707c0a81ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:54.068691 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-179c1f43-c04e-4355-b2bd-09707c0a81ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/529196d8-fe83-42ef-883e-3dd7bd5e281a HTTP/1.1" status: 204 len: 168 time: 0.2578259 Jul 28 07:08:54.102647 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3f758093-89aa-4522-9574-b5c3480eaf3b req-d9514346-8e2f-4b44-86c4-0b42e75b9c87 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 210 time: 0.0324099 Jul 28 07:08:54.106231 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-7432da92-5a7b-4f4e-99ca-ff9cce9dc3f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a272faf650e41ba8ec4fa75f66ea6ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094138 Jul 28 07:08:54.106949 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 51060) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:54.108304 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432da92-5a7b-4f4e-99ca-ff9cce9dc3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013a0ff2-1504-4ac0-8367-45c67279022c,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:54.111617 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c1f43-c04e-4355-b2bd-09707c0a81ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529196d8-fe83-42ef-883e-3dd7bd5e281a,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:54.163367 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f565673d-621e-4de1-97dd-6a13d6de0cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:54.184757 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f565673d-621e-4de1-97dd-6a13d6de0cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:54.258420 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 51066) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:54.300295 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f565673d-621e-4de1-97dd-6a13d6de0cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:54.302924 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f565673d-621e-4de1-97dd-6a13d6de0cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:54.304104 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f565673d-621e-4de1-97dd-6a13d6de0cfe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/013a0ff2-1504-4ac0-8367-45c67279022c HTTP/1.1" status: 204 len: 168 time: 0.1927428 Jul 28 07:08:54.313348 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565673d-621e-4de1-97dd-6a13d6de0cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013a0ff2-1504-4ac0-8367-45c67279022c,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:54.342152 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a862c8-04dc-48c8-bcc1-96f3f54e0736 req-b5debe12-f087-4a6d-9f4e-3b679a72368c tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:54.343969 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-91a862c8-04dc-48c8-bcc1-96f3f54e0736 req-b5debe12-f087-4a6d-9f4e-3b679a72368c tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 944 time: 0.0531945 Jul 28 07:08:54.387107 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-91a862c8-04dc-48c8-bcc1-96f3f54e0736 req-1c934cda-8e56-4a99-b5f9-baacb6df805e tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365603 Jul 28 07:08:54.524170 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3b9d-a261-4850-b955-6930910c6862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:54.556807 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3b9d-a261-4850-b955-6930910c6862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:54.934379 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3b9d-a261-4850-b955-6930910c6862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:54.972153 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a7ab3b9d-a261-4850-b955-6930910c6862 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=35d9f378ecb04c8baf0d43fab201e749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7126539 Jul 28 07:08:54.973275 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab3b9d-a261-4850-b955-6930910c6862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f341d5-28a7-49fb-a0ab-688b9b15431a,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:54.974918 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 51084) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:55.025083 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-93508fc3-08b8-44c3-b83b-3fce10fd40e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:55.051768 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-93508fc3-08b8-44c3-b83b-3fce10fd40e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:55.121623 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f7b90-7edb-4864-aaf1-6890c8ebb716 req-c5fd8955-2270-4d33-ad0e-9fe93e64d865 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:55.123132 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c93f7b90-7edb-4864-aaf1-6890c8ebb716 req-c5fd8955-2270-4d33-ad0e-9fe93e64d865 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0672734 Jul 28 07:08:55.178075 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c93f7b90-7edb-4864-aaf1-6890c8ebb716 req-24a5e735-b422-4454-aed6-bdec299aa60d tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466163 Jul 28 07:08:55.208910 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-441c88f6-1028-48e2-8904-90e5b5b42248 req-e9c36aec-3960-4832-8edc-cf38ed2be9d7 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 210 time: 0.0265887 Jul 28 07:08:55.260078 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-93508fc3-08b8-44c3-b83b-3fce10fd40e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:55.263689 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-93508fc3-08b8-44c3-b83b-3fce10fd40e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:55.264968 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-93508fc3-08b8-44c3-b83b-3fce10fd40e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3f341d5-28a7-49fb-a0ab-688b9b15431a HTTP/1.1" status: 204 len: 168 time: 0.2882826 Jul 28 07:08:55.272760 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93508fc3-08b8-44c3-b83b-3fce10fd40e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f341d5-28a7-49fb-a0ab-688b9b15431a,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:55.503587 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79def213-3b9f-4c83-82c8-8e7132f381d3 req-5fdd688d-aa48-4cb8-aba4-013772fc52e8 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:55.505042 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-79def213-3b9f-4c83-82c8-8e7132f381d3 req-5fdd688d-aa48-4cb8-aba4-013772fc52e8 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 944 time: 0.0513601 Jul 28 07:08:55.555927 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-79def213-3b9f-4c83-82c8-8e7132f381d3 req-d8871d7e-5c42-4bb0-a826-d0f3193fa573 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447729 Jul 28 07:08:56.271651 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-148130a8-9881-4930-8e77-1781798db08a req-5bcace97-3956-4654-96ba-6d51fcc1abaf tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Request body: {'port': {'device_id': '8919a515-b634-4911-bc8b-3774890bbdcf', 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f', 'admin_state_up': True, 'tenant_id': '1cbaeadeed9a497a881cf0c5e53bfb32'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:08:56.333539 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 51130) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:56.388251 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3dc02574-0b24-4040-9975-c8af8d20b4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:56.392356 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ad85cf6e-5c7c-4dea-b0e8-3f063482817b req-7a814f66-4f40-4055-9f94-275c56a79617 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 210 time: 0.0596573 Jul 28 07:08:56.428486 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78f48d-4c3f-4cd7-8671-d15eb76f6c7f req-66101b34-e702-46cb-bbf2-c831f461d79f tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:56.430094 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8d78f48d-4c3f-4cd7-8671-d15eb76f6c7f req-66101b34-e702-46cb-bbf2-c831f461d79f tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.1260898 Jul 28 07:08:56.430449 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab810c-5e61-48bc-b8de-3b5b245a6994 req-21a4c41f-4516-40fe-baf6-d37edd89170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:56.434724 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ceab810c-5e61-48bc-b8de-3b5b245a6994 req-21a4c41f-4516-40fe-baf6-d37edd89170e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19e01a3b07cc45969020bdcb745f05b2&device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 1097 time: 0.1375208 Jul 28 07:08:56.495248 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8d78f48d-4c3f-4cd7-8671-d15eb76f6c7f req-ad0155a7-2bd8-480b-87f0-40dc1fe92ca4 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551999 Jul 28 07:08:56.541819 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3dc02574-0b24-4040-9975-c8af8d20b4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:56.597275 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab810c-5e61-48bc-b8de-3b5b245a6994 req-8a548c44-1dc0-41bc-a7c3-6283f13e2a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:56.598903 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ceab810c-5e61-48bc-b8de-3b5b245a6994 req-8a548c44-1dc0-41bc-a7c3-6283f13e2a67 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=19e01a3b07cc45969020bdcb745f05b2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1430717 Jul 28 07:08:56.669101 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b31776-cdbf-42f2-af70-0ad36e3eb83b req-67ed6d23-a1d1-46e3-94b8-ac3c12b240a6 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:56.670628 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-27b31776-cdbf-42f2-af70-0ad36e3eb83b req-67ed6d23-a1d1-46e3-94b8-ac3c12b240a6 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 944 time: 0.0487154 Jul 28 07:08:56.710814 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-27b31776-cdbf-42f2-af70-0ad36e3eb83b req-844b23e2-b18e-4c7c-b8d4-9822ce3b4536 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319242 Jul 28 07:08:56.774793 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3dc02574-0b24-4040-9975-c8af8d20b4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:56.813368 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc02574-0b24-4040-9975-c8af8d20b4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82beef9-217f-4248-9db2-d09e5951927f,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:56.826227 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:56.829768 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-3dc02574-0b24-4040-9975-c8af8d20b4fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cea7052014b34c25b7f3555dd92363a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4932535 Jul 28 07:08:56.832580 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 51150) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:56.854440 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148130a8-9881-4930-8e77-1781798db08a req-5bcace97-3956-4654-96ba-6d51fcc1abaf tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Made reservation on behalf of 1cbaeadeed9a497a881cf0c5e53bfb32 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:08:56.859744 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-148130a8-9881-4930-8e77-1781798db08a req-5bcace97-3956-4654-96ba-6d51fcc1abaf tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:56.885535 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d00ee17f-5113-4ebd-8eb5-5eb34ba5677e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:56.908414 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d00ee17f-5113-4ebd-8eb5-5eb34ba5677e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:56.999497 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-148130a8-9881-4930-8e77-1781798db08a req-5bcace97-3956-4654-96ba-6d51fcc1abaf tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Allocated IP 172.20.0.5 (9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f/263b7921-99fd-440b-8eeb-ac12d37ebf89/1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:08:57.037157 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d00ee17f-5113-4ebd-8eb5-5eb34ba5677e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:57.044653 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d00ee17f-5113-4ebd-8eb5-5eb34ba5677e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:57.044653 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d00ee17f-5113-4ebd-8eb5-5eb34ba5677e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a82beef9-217f-4248-9db2-d09e5951927f HTTP/1.1" status: 204 len: 168 time: 0.2082927 Jul 28 07:08:57.060430 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ee17f-5113-4ebd-8eb5-5eb34ba5677e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82beef9-217f-4248-9db2-d09e5951927f,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:57.194985 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-148130a8-9881-4930-8e77-1781798db08a req-5bcace97-3956-4654-96ba-6d51fcc1abaf tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:57.306651 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-148130a8-9881-4930-8e77-1781798db08a req-5bcace97-3956-4654-96ba-6d51fcc1abaf tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:57.360259 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148130a8-9881-4930-8e77-1781798db08a req-5bcace97-3956-4654-96ba-6d51fcc1abaf tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Network 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:08:57.363449 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-148130a8-9881-4930-8e77-1781798db08a req-5bcace97-3956-4654-96ba-6d51fcc1abaf tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:08:57.367607 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-148130a8-9881-4930-8e77-1781798db08a req-5bcace97-3956-4654-96ba-6d51fcc1abaf tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:08:57.375022 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148130a8-9881-4930-8e77-1781798db08a req-5bcace97-3956-4654-96ba-6d51fcc1abaf tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:57.376375 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-148130a8-9881-4930-8e77-1781798db08a req-5bcace97-3956-4654-96ba-6d51fcc1abaf tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:57.390948 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcace97-3956-4654-96ba-6d51fcc1abaf tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Pushing event updated for resources: {'Port': ['ID=1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:57.468151 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-148130a8-9881-4930-8e77-1781798db08a req-5bcace97-3956-4654-96ba-6d51fcc1abaf tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2045834 Jul 28 07:08:57.516103 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d68b8-79ff-4490-a635-1e87866a4752 req-a919a84c-6492-431d-82f8-dd40e728bd72 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:57.518170 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7a0d68b8-79ff-4490-a635-1e87866a4752 req-a919a84c-6492-431d-82f8-dd40e728bd72 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 931 time: 0.0528643 Jul 28 07:08:57.592986 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7a0d68b8-79ff-4490-a635-1e87866a4752 req-bd46d786-a26a-4d8e-a762-d8816c8cc895 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674508 Jul 28 07:08:57.630700 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d343d-0fa5-45b4-adc7-c5e42da6f6c3 req-241dcb3a-3797-40a5-a343-b4b267b4157a tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:57.632202 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fb2d343d-0fa5-45b4-adc7-c5e42da6f6c3 req-241dcb3a-3797-40a5-a343-b4b267b4157a tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0569270 Jul 28 07:08:57.685730 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fb2d343d-0fa5-45b4-adc7-c5e42da6f6c3 req-6d896cfb-f2fa-4e1b-94f4-ccd748cc96e1 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415907 Jul 28 07:08:57.859774 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2e9ed-a475-4ead-bf83-c6b371af7a1c req-49a19e3d-5263-44d0-a5e8-d7777c52fe7e tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:57.861274 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e2b2e9ed-a475-4ead-bf83-c6b371af7a1c req-49a19e3d-5263-44d0-a5e8-d7777c52fe7e tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 944 time: 0.0505178 Jul 28 07:08:57.899469 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e2b2e9ed-a475-4ead-bf83-c6b371af7a1c req-41d30846-1813-4bb1-ba0e-1ca6380116e0 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322084 Jul 28 07:08:58.473117 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['457adf7f-f5a7-4fa1-8eda-a6da8212fa4d'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:08:58.718964 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6b13a-67cb-4fcc-9f39-c98441f65812 req-c7c5a07c-80d2-4c08-b1bd-92091dce4dd4 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:58.720444 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-93d6b13a-67cb-4fcc-9f39-c98441f65812 req-c7c5a07c-80d2-4c08-b1bd-92091dce4dd4 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 931 time: 0.0561588 Jul 28 07:08:58.761447 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-93d6b13a-67cb-4fcc-9f39-c98441f65812 req-5d19db3f-3e5a-4e1e-a73e-bb17c025d0af tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346792 Jul 28 07:08:58.821145 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544e9e4-942f-49bb-b9bb-31bf786b51a3 req-98f5c80b-518c-4644-bd58-bfa20c8347a3 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:58.822616 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4544e9e4-942f-49bb-b9bb-31bf786b51a3 req-98f5c80b-518c-4644-bd58-bfa20c8347a3 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0520041 Jul 28 07:08:58.862001 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4544e9e4-942f-49bb-b9bb-31bf786b51a3 req-d6f5e21f-836e-4a20-bfdc-0c74d93cbf13 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333083 Jul 28 07:08:58.987844 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 51226) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:59.018745 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bd492-6f68-48e5-b306-3b3d428372eb req-7310f0f1-ba46-4733-9215-536960165744 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:59.020225 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-be0bd492-6f68-48e5-b306-3b3d428372eb req-7310f0f1-ba46-4733-9215-536960165744 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 944 time: 0.0547788 Jul 28 07:08:59.060763 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-be0bd492-6f68-48e5-b306-3b3d428372eb req-4f3c714b-2ac8-4d89-a89b-4d56fc7c3351 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321581 Jul 28 07:08:59.095140 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a199a998-3871-4a28-84a3-179dda68beb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:59.177886 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a199a998-3871-4a28-84a3-179dda68beb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:59.276490 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a199a998-3871-4a28-84a3-179dda68beb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:59.313376 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199a998-3871-4a28-84a3-179dda68beb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba3a4a6-9793-4881-9562-503cff6ea7d6,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:59.317701 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a199a998-3871-4a28-84a3-179dda68beb8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=57f5d6ba9eff402cae13f3cb36cc72b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288493 Jul 28 07:08:59.320454 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 51232) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:08:59.505239 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d146e14-3562-4e16-9ccb-7a83b4152e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:59.505239 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d146e14-3562-4e16-9ccb-7a83b4152e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:59.591396 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d146e14-3562-4e16-9ccb-7a83b4152e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:59.593922 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d146e14-3562-4e16-9ccb-7a83b4152e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:59.595085 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1d146e14-3562-4e16-9ccb-7a83b4152e5e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ba3a4a6-9793-4881-9562-503cff6ea7d6 HTTP/1.1" status: 204 len: 168 time: 0.2737496 Jul 28 07:08:59.623462 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Request body: {'port': {'device_id': '8919a515-b634-4911-bc8b-3774890bbdcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:08:59.625997 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d146e14-3562-4e16-9ccb-7a83b4152e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba3a4a6-9793-4881-9562-503cff6ea7d6,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:08:59.886657 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:08:59.915306 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b2804-f62e-4f93-b552-3bd8b86a9d63 req-fde21046-e1ae-4793-b342-a399d9420bb6 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:59.916338 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab810c-5e61-48bc-b8de-3b5b245a6994 req-f4832bea-b38c-41b6-aa34-53d46d3d20b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:08:59.917914 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ceab810c-5e61-48bc-b8de-3b5b245a6994 req-f4832bea-b38c-41b6-aa34-53d46d3d20b4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3194463 Jul 28 07:08:59.919510 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-465b2804-f62e-4f93-b552-3bd8b86a9d63 req-fde21046-e1ae-4793-b342-a399d9420bb6 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 931 time: 0.0734079 Jul 28 07:08:59.988382 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-465b2804-f62e-4f93-b552-3bd8b86a9d63 req-9cea51a1-3ffd-4974-a550-ff0023b7f920 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539334 Jul 28 07:09:00.037081 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1a4eb-81c9-409c-98c8-3368f1b46cad req-0cfd8846-43a2-4a01-960f-79c9f80c0c0c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:00.042887 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8df1a4eb-81c9-409c-98c8-3368f1b46cad req-0cfd8846-43a2-4a01-960f-79c9f80c0c0c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0492961 Jul 28 07:09:00.081759 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8df1a4eb-81c9-409c-98c8-3368f1b46cad req-6e2b03da-929d-4679-8fa2-b006ca388d78 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357368 Jul 28 07:09:00.091147 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-51e9d04e-8652-4a1d-9941-14d3a55e5426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:00.094637 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-51e9d04e-8652-4a1d-9941-14d3a55e5426 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19e01a3b07cc45969020bdcb745f05b2&device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 1097 time: 0.1256707 Jul 28 07:09:00.178811 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32955449-e796-40dd-8287-ddcb46a819cd req-76831a16-39d1-4e34-a5b0-5e368e8da5a0 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:00.180874 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-32955449-e796-40dd-8287-ddcb46a819cd req-76831a16-39d1-4e34-a5b0-5e368e8da5a0 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 944 time: 0.0518219 Jul 28 07:09:00.181950 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-bce09233-336c-424d-b74a-5133607cff55 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1131d2c8-e418-4dbe-bcee-e43da11c1de9 HTTP/1.1" status: 200 len: 217 time: 0.0652962 Jul 28 07:09:00.219613 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-32955449-e796-40dd-8287-ddcb46a819cd req-6a7dde91-906d-4a33-837b-4909710bb8db tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326262 Jul 28 07:09:00.263566 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-c1d90e65-5617-4b48-8b4f-c67ca259313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:00.265030 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-c1d90e65-5617-4b48-8b4f-c67ca259313b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=562a87f2-ff83-4c97-8e11-a835e1cc7214 HTTP/1.1" status: 200 len: 852 time: 0.0726054 Jul 28 07:09:00.308265 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-733e1741-ecda-4109-ab9d-c92d1358f9b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2bcd0f4-93ac-4930-97cb-a4347cb92dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318255 Jul 28 07:09:00.391924 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:09:00.404759 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:00.427444 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Transition to ACTIVE for port object 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:09:00.441877 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-6de59b8b-19ad-43bd-9159-2cce9fdc2f6f service neutron] 10.222.0.11 "GET /v2.0/networks/d2bcd0f4-93ac-4930-97cb-a4347cb92dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136947 Jul 28 07:09:00.501468 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:00.568360 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:00.585862 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:00.586202 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:00.586559 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:00.586891 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:00.587216 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:00.587540 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:00.587864 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:00.588183 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:00.588504 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:00.588821 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:00.589180 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:00.589503 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:00.617665 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c51a1bcc-0d2e-43d6-802c-ca9f61206872 req-764b5f40-8baa-42f7-ae39-e265dc9a9149 service neutron] 10.222.0.11 "GET /v2.0/networks/d2bcd0f4-93ac-4930-97cb-a4347cb92dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678841 Jul 28 07:09:00.627889 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Attempting to bind port 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:09:00.628220 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Attempting to bind port 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '56fbf760-3246-4b91-9aee-bf4b2fd92e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:09:00.628541 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Attempting to bind port 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8 on network 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:09:00.632685 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Port 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8 on network 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 07:09:00.632997 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Attempting to bind port 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8 on network 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:09:00.639014 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Checking agent: {'id': '9049993c-5c8b-4294-bcfd-702819f13098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'started_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:09:00.639341 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Checking segment: {'id': '56fbf760-3246-4b91-9aee-bf4b2fd92e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:09:00.639715 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Bound using segment: {'id': '56fbf760-3246-4b91-9aee-bf4b2fd92e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:09:00.640129 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Bound port: 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fbf760-3246-4b91-9aee-bf4b2fd92e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:09:00.640485 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:00.713519 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] For port 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8, host hv-cinder-79280, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:09:00.717941 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] For port 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8,segment=NetworkSegment(56fbf760-3246-4b91-9aee-bf4b2fd92e09),segment_id=56fbf760-3246-4b91-9aee-bf4b2fd92e09)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:09:00.733434 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 51270) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:00.833403 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-18cc8e05-9821-48b3-826c-a263d457255d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1458386027-network', 'tenant_id': 'dd1c6da1ea5f431c86cea22166a6fb94'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:09:00.864703 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:00.897330 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:00.897944 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:00.899354 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-148130a8-9881-4930-8e77-1781798db08a req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] 10.222.0.11 "PUT /v2.0/ports/1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8 HTTP/1.1" status: 200 len: 1093 time: 1.2886360 Jul 28 07:09:00.899790 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8919a515-b634-4911-bc8b-3774890bbdcf', 'tag': '1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:09:00.902673 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597952fd-67d9-4b2f-819f-3e08b33348e8" -d '{"events": [{"name": "network-changed", "server_uuid": "8919a515-b634-4911-bc8b-3774890bbdcf", "tag": "1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:09:00.928710 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5484b-2f49-4ead-a773-9d5af8324df5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:00.940206 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4d468c-98cd-4459-81a8-403d8b97f1dc x-openstack-request-id: req-9a4d468c-98cd-4459-81a8-403d8b97f1dc {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:09:00.940590 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8919a515-b634-4911-bc8b-3774890bbdcf", "tag": "1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:09:00.940911 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a4d468c-98cd-4459-81a8-403d8b97f1dc {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:09:00.941367 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8919a515-b634-4911-bc8b-3774890bbdcf', 'tag': '1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8', 'status': 'completed', 'code': 200} Jul 28 07:09:00.957350 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cc8e05-9821-48b3-826c-a263d457255d admin admin] Made reservation on behalf of dd1c6da1ea5f431c86cea22166a6fb94 for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:09:00.959706 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-18cc8e05-9821-48b3-826c-a263d457255d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:00.978682 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-18cc8e05-9821-48b3-826c-a263d457255d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:01.031573 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597952fd-67d9-4b2f-819f-3e08b33348e8 req-cc1ecc2d-ba34-48ee-9fca-1ee1899f07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:01.033146 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-597952fd-67d9-4b2f-819f-3e08b33348e8 req-cc1ecc2d-ba34-48ee-9fca-1ee1899f07dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1cbaeadeed9a497a881cf0c5e53bfb32&device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 1096 time: 0.0638115 Jul 28 07:09:01.137996 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e808b-75ba-4cae-bcef-f027a4257c10 req-b708369e-a591-4deb-94bd-23db1793b777 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:01.143667 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-366e808b-75ba-4cae-bcef-f027a4257c10 req-b708369e-a591-4deb-94bd-23db1793b777 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 943 time: 0.0661261 Jul 28 07:09:01.171008 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597952fd-67d9-4b2f-819f-3e08b33348e8 req-bb1e1ed0-a5d0-47fa-8ee4-534c573c22ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:01.172399 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-597952fd-67d9-4b2f-819f-3e08b33348e8 req-bb1e1ed0-a5d0-47fa-8ee4-534c573c22ce service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1cbaeadeed9a497a881cf0c5e53bfb32&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1310587 Jul 28 07:09:01.181209 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-366e808b-75ba-4cae-bcef-f027a4257c10 req-cfc83715-1045-4933-a417-2fd7c78a8492 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331106 Jul 28 07:09:01.242960 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-18cc8e05-9821-48b3-826c-a263d457255d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:01.291673 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef706f-fef1-421f-bc38-5da6fd10aa77 req-1dd70e1e-53ca-4f8c-bfac-dbf3f220ff03 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:01.299400 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e9ef706f-fef1-421f-bc38-5da6fd10aa77 req-1dd70e1e-53ca-4f8c-bfac-dbf3f220ff03 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0591464 Jul 28 07:09:01.307136 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597952fd-67d9-4b2f-819f-3e08b33348e8 req-9efa1748-3936-461b-af24-df0e079ad1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:01.308846 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-597952fd-67d9-4b2f-819f-3e08b33348e8 req-9efa1748-3936-461b-af24-df0e079ad1f4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1240835 Jul 28 07:09:01.343092 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-18cc8e05-9821-48b3-826c-a263d457255d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:01.348982 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e9ef706f-fef1-421f-bc38-5da6fd10aa77 req-6b68a058-352f-479a-9d1e-1c36b3e933eb tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415168 Jul 28 07:09:01.375905 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18cc8e05-9821-48b3-826c-a263d457255d admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 07:09:01.383512 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-18cc8e05-9821-48b3-826c-a263d457255d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:01.384007 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-18cc8e05-9821-48b3-826c-a263d457255d admin admin] Added segment d43cbf28-84c5-447f-b257-25cc36067477 of type vlan for network aadda09f-3965-441f-8839-2e1e4cee4271 Jul 28 07:09:01.486021 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-18cc8e05-9821-48b3-826c-a263d457255d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745676247143'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:01.500075 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc8e05-9821-48b3-826c-a263d457255d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:01.517208 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426427b-d770-4086-b805-2b4395a5f070 req-378b70ca-a668-4e5d-887c-23adc8333df7 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:01.524722 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5426427b-d770-4086-b805-2b4395a5f070 req-378b70ca-a668-4e5d-887c-23adc8333df7 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 944 time: 0.1124878 Jul 28 07:09:01.553376 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a3c32-39ae-4d02-a52c-fc63f5ae46f2 req-d5947a4a-9195-406c-a4ba-c0396d0f4a05 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:01.558654 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148130a8-9881-4930-8e77-1781798db08a req-10f8247b-73d7-4547-b188-dbbb4e23ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:01.560513 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-148130a8-9881-4930-8e77-1781798db08a req-10f8247b-73d7-4547-b188-dbbb4e23ce03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1cbaeadeed9a497a881cf0c5e53bfb32&device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 1096 time: 0.1313910 Jul 28 07:09:01.561058 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2d8a3c32-39ae-4d02-a52c-fc63f5ae46f2 req-d5947a4a-9195-406c-a4ba-c0396d0f4a05 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 946 time: 0.1103873 Jul 28 07:09:01.606955 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5426427b-d770-4086-b805-2b4395a5f070 req-9d36f0ea-fd34-4654-92a4-e7416d17c756 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807977 Jul 28 07:09:01.613277 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-148130a8-9881-4930-8e77-1781798db08a req-3d2d5c45-08d6-4ad2-b0eb-88644dabeb9b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8 HTTP/1.1" status: 200 len: 217 time: 0.0402205 Jul 28 07:09:01.618776 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2d8a3c32-39ae-4d02-a52c-fc63f5ae46f2 req-06344654-cf0a-4fd5-91bc-04cdab808449 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542228 Jul 28 07:09:01.666986 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148130a8-9881-4930-8e77-1781798db08a req-ac914190-ba30-487b-8e18-dd97f57e6393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:01.669015 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-148130a8-9881-4930-8e77-1781798db08a req-ac914190-ba30-487b-8e18-dd97f57e6393 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=263b7921-99fd-440b-8eeb-ac12d37ebf89 HTTP/1.1" status: 200 len: 855 time: 0.0472679 Jul 28 07:09:01.677089 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-18cc8e05-9821-48b3-826c-a263d457255d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:01.685594 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cc8e05-9821-48b3-826c-a263d457255d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:01.685594 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-18cc8e05-9821-48b3-826c-a263d457255d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:01.746574 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-148130a8-9881-4930-8e77-1781798db08a req-c2bdc76d-a118-4a82-8b58-bb3cca2d8c60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633795 Jul 28 07:09:01.779232 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc8e05-9821-48b3-826c-a263d457255d admin admin] Pushing event updated for resources: {'Network': ['ID=aadda09f-3965-441f-8839-2e1e4cee4271,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:01.811801 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Network aadda09f-3965-441f-8839-2e1e4cee4271 details requested by agent ovs-agent-dv-cinder-792800-1-iscsi with host dv-cinder-792800-1-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 07:09:01.845030 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-148130a8-9881-4930-8e77-1781798db08a req-f5069723-412f-4b67-a7fa-2230d61139c0 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871410 Jul 28 07:09:01.865631 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-18cc8e05-9821-48b3-826c-a263d457255d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1311088 Jul 28 07:09:01.869071 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 51320) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:01.877411 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Request body: {'subnet': {'network_id': 'aadda09f-3965-441f-8839-2e1e4cee4271', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1458386027-subnet', 'tenant_id': 'dd1c6da1ea5f431c86cea22166a6fb94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:09:01.946652 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-148130a8-9881-4930-8e77-1781798db08a req-38d365bc-1dd0-419a-96e1-d89185818e8f service neutron] 10.222.0.11 "GET /v2.0/networks/9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919251 Jul 28 07:09:02.003115 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Made reservation on behalf of dd1c6da1ea5f431c86cea22166a6fb94 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:09:02.005563 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232880'] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:02.237334 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2851619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232770'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:02.325053 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f50acdf2-bff4-454a-a51d-4168e203de50,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:02.533225 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:02.533555 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:02.533894 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:02.534227 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:02.534575 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:02.534906 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:02.535233 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:02.535554 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:02.535876 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:02.536194 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:02.536510 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:02.536825 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:02.558901 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194e301-fa88-44d0-bc79-cf857876d695 req-0017efb3-3fd3-40e5-b7e5-f013e497d4c7 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:02.560568 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b194e301-fa88-44d0-bc79-cf857876d695 req-0017efb3-3fd3-40e5-b7e5-f013e497d4c7 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 943 time: 0.2982442 Jul 28 07:09:02.578394 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Checking segment: {'id': 'd43cbf28-84c5-447f-b257-25cc36067477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aadda09f-3965-441f-8839-2e1e4cee4271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:09:02.578767 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Network hostable DHCP agents. Network: aadda09f-3965-441f-8839-2e1e4cee4271, hostable agents: ['a9302e80-41e4-46d6-92fa-b7087ce18eda'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 07:09:02.634278 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654184be-8b8d-430e-9f88-e42bd34d08f8 req-2b81e687-b120-4616-a22f-d1ba3b978621 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:02.637929 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-654184be-8b8d-430e-9f88-e42bd34d08f8 req-2b81e687-b120-4616-a22f-d1ba3b978621 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.1076882 Jul 28 07:09:02.639823 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b194e301-fa88-44d0-bc79-cf857876d695 req-01d178a9-3144-4c3f-b6c8-09d4fedd6ef2 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640099 Jul 28 07:09:02.693219 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-654184be-8b8d-430e-9f88-e42bd34d08f8 req-0758bbdd-2a79-4758-995b-9398e8b0d81f tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496376 Jul 28 07:09:02.751877 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145b7ba-ceb3-4abb-9b44-2a2621f2ccee req-a84b50a6-b55f-4f28-933b-1a85d4f0c9d5 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:02.753333 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1145b7ba-ceb3-4abb-9b44-2a2621f2ccee req-a84b50a6-b55f-4f28-933b-1a85d4f0c9d5 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 946 time: 0.0502391 Jul 28 07:09:02.794592 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Network aadda09f-3965-441f-8839-2e1e4cee4271 is scheduled to be hosted by DHCP agent a9302e80-41e4-46d6-92fa-b7087ce18eda with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 07:09:02.824539 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1145b7ba-ceb3-4abb-9b44-2a2621f2ccee req-31402acc-c984-4f0f-b5a4-a966cbe4729f tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619771 Jul 28 07:09:02.832591 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c590c18-0008-4e40-a80c-57689ee31ea4 req-6622c25a-f04b-4fc5-a783-df9148b4611f tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:02.833990 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6c590c18-0008-4e40-a80c-57689ee31ea4 req-6622c25a-f04b-4fc5-a783-df9148b4611f tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 944 time: 0.0797977 Jul 28 07:09:02.872454 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6c590c18-0008-4e40-a80c-57689ee31ea4 req-8951adac-0409-464d-9718-cb63ee360390 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318642 Jul 28 07:09:02.940641 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-1-iscsi, aadda09f-3965-441f-8839-2e1e4cee4271) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:09:02.946715 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:02.947629 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:02.953376 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8f3fe5-088a-42fb-baff-29d8c6ba4a12 None None] Network aadda09f-3965-441f-8839-2e1e4cee4271 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:09:03.049502 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-0826fb11-81d7-4c30-8185-a5e98a654e81 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1788278 Jul 28 07:09:03.097970 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae0fa28-4f0b-458c-a16c-21b5568d125d None None] Network aadda09f-3965-441f-8839-2e1e4cee4271 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:09:03.616948 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 1131d2c8-e418-4dbe-bcee-e43da11c1de9 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:09:03.710722 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 1131d2c8-e418-4dbe-bcee-e43da11c1de9, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=1131d2c8-e418-4dbe-bcee-e43da11c1de9,segment=NetworkSegment(481ccc23-8c63-46ec-bbbd-4f54d85e8a5a),segment_id=481ccc23-8c63-46ec-bbbd-4f54d85e8a5a)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:03.723298 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': '1131d2c8-e418-4dbe-bcee-e43da11c1de9', 'network_id': 'd2bcd0f4-93ac-4930-97cb-a4347cb92dc8', 'port_id': '1131d2c8-e418-4dbe-bcee-e43da11c1de9', 'mac_address': 'fa:16:3e:92:4b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '562a87f2-ff83-4c97-8e11-a835e1cc7214', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:09:03.734692 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75aa95-74a9-4ae7-91fb-47cbb95bd7d5 req-bfd5bf4f-dd86-4f31-8669-a5d83ae007d6 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:03.737381 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1d75aa95-74a9-4ae7-91fb-47cbb95bd7d5 req-bfd5bf4f-dd86-4f31-8669-a5d83ae007d6 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 946 time: 0.1031532 Jul 28 07:09:03.773936 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d4daa-443f-4ae1-96c8-2b60ab188f6d req-b8843818-1d92-44ae-b331-6182fd93d559 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:03.775577 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1b1d4daa-443f-4ae1-96c8-2b60ab188f6d req-b8843818-1d92-44ae-b331-6182fd93d559 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 943 time: 0.0628972 Jul 28 07:09:03.789682 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:03.806776 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1131d2c8-e418-4dbe-bcee-e43da11c1de9 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:09:03.832210 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 1131d2c8-e418-4dbe-bcee-e43da11c1de9, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=1131d2c8-e418-4dbe-bcee-e43da11c1de9,segment=NetworkSegment(481ccc23-8c63-46ec-bbbd-4f54d85e8a5a),segment_id=481ccc23-8c63-46ec-bbbd-4f54d85e8a5a)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:03.850650 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1b1d4daa-443f-4ae1-96c8-2b60ab188f6d req-b3f1b560-9c7a-4db4-b264-c3c05213c22c tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677595 Jul 28 07:09:03.865903 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ace44d-c774-47be-81b1-4c51ec153c1b req-889be355-c192-41e7-a233-aa357a795aaf tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:03.867388 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e1ace44d-c774-47be-81b1-4c51ec153c1b req-889be355-c192-41e7-a233-aa357a795aaf tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0699663 Jul 28 07:09:03.911320 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e1ace44d-c774-47be-81b1-4c51ec153c1b req-e0709533-68c3-40ed-a75f-3701992c2f3b tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378077 Jul 28 07:09:03.914074 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-1d75aa95-74a9-4ae7-91fb-47cbb95bd7d5 req-9c2c527e-0b3d-4f30-be13-5dc898458575 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Deleting port 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:09:03.914422 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1d75aa95-74a9-4ae7-91fb-47cbb95bd7d5 req-9c2c527e-0b3d-4f30-be13-5dc898458575 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:03.957800 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:03.991548 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977465b-3eaa-4120-8c09-e1e736f14e56 req-6327f852-0751-428e-b941-e41cc1635988 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:03.993247 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f977465b-3eaa-4120-8c09-e1e736f14e56 req-6327f852-0751-428e-b941-e41cc1635988 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 946 time: 0.0809133 Jul 28 07:09:04.021015 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=1131d2c8-e418-4dbe-bcee-e43da11c1de9,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:04.062380 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b435907-1b86-460f-a49b-a2c2c435eaba req-04d804be-6ef4-4933-9149-9cbf3fe7815c tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:04.064070 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7b435907-1b86-460f-a49b-a2c2c435eaba req-04d804be-6ef4-4933-9149-9cbf3fe7815c tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 945 time: 0.0901937 Jul 28 07:09:04.067260 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f977465b-3eaa-4120-8c09-e1e736f14e56 req-90fe0b7e-ded7-4e7c-9608-7c548b4b6900 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cdd04f7-9eb2-4f7c-8f06-c907da53a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552034 Jul 28 07:09:04.135280 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7b435907-1b86-460f-a49b-a2c2c435eaba req-390683d9-2373-42dd-afb1-97df074b54f8 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599792 Jul 28 07:09:04.187106 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-1d75aa95-74a9-4ae7-91fb-47cbb95bd7d5 req-9c2c527e-0b3d-4f30-be13-5dc898458575 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] For port 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=81b2f6f1-53db-4f61-a9d2-7ac28c4d6241,segment=NetworkSegment(fe0ad449-727a-4d58-bfef-10a514128b77),segment_id=fe0ad449-727a-4d58-bfef-10a514128b77)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:04.187469 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1d75aa95-74a9-4ae7-91fb-47cbb95bd7d5 req-9c2c527e-0b3d-4f30-be13-5dc898458575 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:04.202242 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-1d75aa95-74a9-4ae7-91fb-47cbb95bd7d5 req-9c2c527e-0b3d-4f30-be13-5dc898458575 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Calling delete_port for 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:09:04.231054 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['1131d2c8-e418-4dbe-bcee-e43da11c1de9'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:09:04.515999 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1d75aa95-74a9-4ae7-91fb-47cbb95bd7d5 req-9c2c527e-0b3d-4f30-be13-5dc898458575 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:04.544151 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c527e-0b3d-4f30-be13-5dc898458575 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Pushing event deleted for resources: {'Port': ['ID=81b2f6f1-53db-4f61-a9d2-7ac28c4d6241,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:04.606539 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d75aa95-74a9-4ae7-91fb-47cbb95bd7d5 req-9c2c527e-0b3d-4f30-be13-5dc898458575 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] No DVR routers for this DVR port 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241 on host hv-cinder-79280 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:09:04.609543 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1d75aa95-74a9-4ae7-91fb-47cbb95bd7d5 req-9c2c527e-0b3d-4f30-be13-5dc898458575 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:04.611537 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1d75aa95-74a9-4ae7-91fb-47cbb95bd7d5 req-9c2c527e-0b3d-4f30-be13-5dc898458575 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.11 "DELETE /v2.0/ports/81b2f6f1-53db-4f61-a9d2-7ac28c4d6241 HTTP/1.1" status: 204 len: 173 time: 0.8660691 Jul 28 07:09:04.611971 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a56e20-9344-4318-bbdc-53e1c3d225c7', 'name': 'network-vif-deleted', 'tag': '81b2f6f1-53db-4f61-a9d2-7ac28c4d6241'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:09:04.614186 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f2f3b3-a825-4532-b5dc-d78c3ec2cea6" -d '{"events": [{"server_uuid": "c5a56e20-9344-4318-bbdc-53e1c3d225c7", "name": "network-vif-deleted", "tag": "81b2f6f1-53db-4f61-a9d2-7ac28c4d6241"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:09:04.649932 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebbb94a-4da2-4a7e-92af-f1c346a426ef x-openstack-request-id: req-aebbb94a-4da2-4a7e-92af-f1c346a426ef {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:09:04.650308 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a56e20-9344-4318-bbdc-53e1c3d225c7", "name": "network-vif-deleted", "tag": "81b2f6f1-53db-4f61-a9d2-7ac28c4d6241", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:09:04.650824 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aebbb94a-4da2-4a7e-92af-f1c346a426ef {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:09:04.650940 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a56e20-9344-4318-bbdc-53e1c3d225c7', 'name': 'network-vif-deleted', 'tag': '81b2f6f1-53db-4f61-a9d2-7ac28c4d6241', 'status': 'completed', 'code': 200} Jul 28 07:09:04.967409 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eece7d5-f988-42f1-9f3a-d7c0f21839f4 req-9f7bbabb-9944-432f-a0fc-aeed75eaddc5 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:04.968862 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4eece7d5-f988-42f1-9f3a-d7c0f21839f4 req-9f7bbabb-9944-432f-a0fc-aeed75eaddc5 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 943 time: 0.0516183 Jul 28 07:09:05.037174 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4eece7d5-f988-42f1-9f3a-d7c0f21839f4 req-b618bee7-d0e8-4d21-9974-f23f9cbd940a tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622344 Jul 28 07:09:05.051220 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f1ec8-4940-40d9-8d3f-2ac205716878 req-156f59b5-cd9f-4e45-a3c5-7060fd48f246 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:05.053775 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7a8f1ec8-4940-40d9-8d3f-2ac205716878 req-156f59b5-cd9f-4e45-a3c5-7060fd48f246 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0715213 Jul 28 07:09:05.090717 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7a8f1ec8-4940-40d9-8d3f-2ac205716878 req-d9e74674-cc9c-458f-91ea-bd3c3e089625 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314610 Jul 28 07:09:05.159345 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-93e57c64-6cf4-4806-8280-48191fe20812 req-8dbde21a-527c-4bfe-963b-13ca2ca33c60 tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 210 time: 0.0263176 Jul 28 07:09:05.249661 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905df011-78cc-4dee-8092-baf7316e61d8 req-22f1003b-1b73-49a2-8e0c-b0deb2c5f739 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:05.251015 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-905df011-78cc-4dee-8092-baf7316e61d8 req-22f1003b-1b73-49a2-8e0c-b0deb2c5f739 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 945 time: 0.0502934 Jul 28 07:09:05.290072 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-905df011-78cc-4dee-8092-baf7316e61d8 req-82c38c12-3d17-4ed8-a1ff-cf402f36d392 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331352 Jul 28 07:09:05.570181 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-f6c88a7e-ae8f-4ec9-a76a-9ea5b12addf4 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:05.571686 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-f6c88a7e-ae8f-4ec9-a76a-9ea5b12addf4 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/networks?id=aadda09f-3965-441f-8839-2e1e4cee4271 HTTP/1.1" status: 200 len: 809 time: 0.0988016 Jul 28 07:09:05.586977 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-37806b4d-97b7-448d-b9c2-4380dc547a01 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/quotas/dd1c6da1ea5f431c86cea22166a6fb94 HTTP/1.1" status: 200 len: 375 time: 0.0092645 Jul 28 07:09:05.618767 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-8a343a7c-c94b-4938-a553-fb0a65fe56f3 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd1c6da1ea5f431c86cea22166a6fb94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263841 Jul 28 07:09:05.631175 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:09:05.634491 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 1131d2c8-e418-4dbe-bcee-e43da11c1de9 up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:09:05.724964 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-7892f7e2-959a-493e-b6eb-1201f28efa56 service neutron] 10.222.0.10 "GET /v2.0/networks/aadda09f-3965-441f-8839-2e1e4cee4271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866678 Jul 28 07:09:05.770642 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8,segment=NetworkSegment(56fbf760-3246-4b91-9aee-bf4b2fd92e09),segment_id=56fbf760-3246-4b91-9aee-bf4b2fd92e09)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:05.783967 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': '1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8', 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f', 'port_id': '1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8', 'mac_address': 'fa:16:3e:12:6a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263b7921-99fd-440b-8eeb-ac12d37ebf89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:09:05.835292 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-ecf01844-45ac-42c1-afab-7e2d152f5579 service neutron] 10.222.0.10 "GET /v2.0/networks/aadda09f-3965-441f-8839-2e1e4cee4271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047318 Jul 28 07:09:05.835485 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:05.848193 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:09:05.867213 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8,segment=NetworkSegment(56fbf760-3246-4b91-9aee-bf4b2fd92e09),segment_id=56fbf760-3246-4b91-9aee-bf4b2fd92e09)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:05.899839 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning for port 1131d2c8-e418-4dbe-bcee-e43da11c1de9 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:09:05.903649 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port 1131d2c8-e418-4dbe-bcee-e43da11c1de9 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:09:05.904158 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:05.978722 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:06.001776 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e47c6a4-4f31-45b0-83f8-3a4593b8349b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1131d2c8-e418-4dbe-bcee-e43da11c1de9'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:09:06.004076 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f603fa-c4b6-4140-b2c8-743075a53bb4" -d '{"events": [{"server_uuid": "4e47c6a4-4f31-45b0-83f8-3a4593b8349b", "name": "network-vif-plugged", "status": "completed", "tag": "1131d2c8-e418-4dbe-bcee-e43da11c1de9"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:09:06.017717 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 1131d2c8-e418-4dbe-bcee-e43da11c1de9, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=1131d2c8-e418-4dbe-bcee-e43da11c1de9,segment=NetworkSegment(481ccc23-8c63-46ec-bbbd-4f54d85e8a5a),segment_id=481ccc23-8c63-46ec-bbbd-4f54d85e8a5a)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:06.029999 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:06.056033 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88115109-cab3-419b-9cf6-33e2c64b44c1 x-openstack-request-id: req-88115109-cab3-419b-9cf6-33e2c64b44c1 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:09:06.056383 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e47c6a4-4f31-45b0-83f8-3a4593b8349b", "name": "network-vif-plugged", "status": "completed", "tag": "1131d2c8-e418-4dbe-bcee-e43da11c1de9", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:09:06.056570 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-88115109-cab3-419b-9cf6-33e2c64b44c1 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:09:06.056966 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e47c6a4-4f31-45b0-83f8-3a4593b8349b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1131d2c8-e418-4dbe-bcee-e43da11c1de9', 'code': 200} Jul 28 07:09:06.118790 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:06.145802 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:06.146739 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:09:06.182837 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] No Port match for: 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:09:06.183771 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 81b2f6f1-53db-4f61-a9d2-7ac28c4d6241 not bound to the agent host hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:09:06.203179 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2de77689-38fa-4c31-a828-360dffe36f8b req-3b4ce48e-20de-4cef-8db4-fb132a0a567f tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 210 time: 0.0316405 Jul 28 07:09:06.230606 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea6832-9777-4c20-848a-efae14f85e65 req-079d5759-a1cd-4678-93b8-75f5f3d3f392 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:06.230606 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-96ea6832-9777-4c20-848a-efae14f85e65 req-079d5759-a1cd-4678-93b8-75f5f3d3f392 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 944 time: 0.1138859 Jul 28 07:09:06.246279 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=1131d2c8-e418-4dbe-bcee-e43da11c1de9,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:06.283082 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-96ea6832-9777-4c20-848a-efae14f85e65 req-408264d6-871b-435a-ad02-a1a7a847e657 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539901 Jul 28 07:09:06.328320 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:09:06.335516 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc4463-c2c6-48d4-a63d-d6d5836abb2e req-537dd2ad-9cd9-4b38-a420-2530024b2dd5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:06.342033 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-05fc4463-c2c6-48d4-a63d-d6d5836abb2e req-537dd2ad-9cd9-4b38-a420-2530024b2dd5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0531197 Jul 28 07:09:06.391197 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-05fc4463-c2c6-48d4-a63d-d6d5836abb2e req-61fcedc9-41e4-48c5-abb5-e1c6577fec89 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383723 Jul 28 07:09:06.501840 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fab9db0f-df71-4ede-b6a0-0547bb6f50d5 req-10125ba3-5698-4763-8b77-f261be2ab64a tempest-DeleteServersTestJSON-1874552155 tempest-DeleteServersTestJSON-1874552155-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5a56e20-9344-4318-bbdc-53e1c3d225c7 HTTP/1.1" status: 200 len: 210 time: 0.0995140 Jul 28 07:09:06.561657 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e336a1-616d-44e8-9744-60a8c0b01ee9 req-0cb13ac2-136b-447e-916c-27ffdf098857 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:06.569164 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a0e336a1-616d-44e8-9744-60a8c0b01ee9 req-0cb13ac2-136b-447e-916c-27ffdf098857 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 946 time: 0.0662134 Jul 28 07:09:06.573982 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728621d-de01-4d02-a437-21f70477d806 req-dd4692e2-d20f-4e66-9f8e-4b8fc7f827dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:06.576097 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5728621d-de01-4d02-a437-21f70477d806 req-dd4692e2-d20f-4e66-9f8e-4b8fc7f827dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 1099 time: 0.0793867 Jul 28 07:09:06.622767 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a0e336a1-616d-44e8-9744-60a8c0b01ee9 req-0bffbb77-df99-4eb5-b4a0-d25004f66be0 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491590 Jul 28 07:09:06.626875 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5728621d-de01-4d02-a437-21f70477d806 req-98cc3b1f-e9c1-4919-bcde-e280e030564a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357478 Jul 28 07:09:07.281977 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cd707036-5ed8-4f58-8c89-5dfeadca8bb2 req-08c83b5e-6b9d-43c6-928b-14f8ccb60de5 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 210 time: 0.0258894 Jul 28 07:09:07.408182 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339f662-a03f-4644-b89a-a3461b3460a7 req-215da5a3-d261-459e-8fe4-d9debe972330 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:07.410303 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6339f662-a03f-4644-b89a-a3461b3460a7 req-215da5a3-d261-459e-8fe4-d9debe972330 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 944 time: 0.0558519 Jul 28 07:09:07.455145 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6339f662-a03f-4644-b89a-a3461b3460a7 req-312c3ec0-0c60-43c8-86db-50d37845480d tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365646 Jul 28 07:09:07.524121 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76c8ea-72ec-48c2-ba20-b5bb9045c822 req-eb8e5b45-0352-423a-96a5-28b290ef5fbb tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:07.529971 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dd76c8ea-72ec-48c2-ba20-b5bb9045c822 req-eb8e5b45-0352-423a-96a5-28b290ef5fbb tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0517645 Jul 28 07:09:07.566980 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dd76c8ea-72ec-48c2-ba20-b5bb9045c822 req-27b3c717-ce87-4ac1-8db8-ad761d9340ab tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335674 Jul 28 07:09:07.634788 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8 up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:09:07.775136 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255be8de-958f-43b3-9729-a1ddcd95c7ce req-485a4734-b9a5-4bad-997c-4bb1c18e661a tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:07.777248 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-255be8de-958f-43b3-9729-a1ddcd95c7ce req-485a4734-b9a5-4bad-997c-4bb1c18e661a tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 946 time: 0.0826485 Jul 28 07:09:07.815536 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-255be8de-958f-43b3-9729-a1ddcd95c7ce req-7237802d-9e65-4f81-9f49-304d0c64c47d tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320909 Jul 28 07:09:07.837002 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning for port 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:09:07.841556 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:09:07.848948 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:07.921407 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:07.953613 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8,segment=NetworkSegment(56fbf760-3246-4b91-9aee-bf4b2fd92e09),segment_id=56fbf760-3246-4b91-9aee-bf4b2fd92e09)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:08.058134 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8919a515-b634-4911-bc8b-3774890bbdcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:09:08.065744 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12baf8b7-fc1b-43e2-b82c-48b66d8a3f8b" -d '{"events": [{"server_uuid": "8919a515-b634-4911-bc8b-3774890bbdcf", "name": "network-vif-plugged", "status": "completed", "tag": "1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:09:08.089775 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:08.097019 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78830677-afdb-4b5b-8c3e-9364ae1cfdbd x-openstack-request-id: req-78830677-afdb-4b5b-8c3e-9364ae1cfdbd {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:09:08.097312 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8919a515-b634-4911-bc8b-3774890bbdcf", "name": "network-vif-plugged", "status": "completed", "tag": "1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:09:08.097559 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78830677-afdb-4b5b-8c3e-9364ae1cfdbd {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:09:08.097940 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8919a515-b634-4911-bc8b-3774890bbdcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8', 'code': 200} Jul 28 07:09:08.149056 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:08.376263 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-51ac2b00-f869-4aea-aac3-3728c8d2d955 req-5855e8cc-c1e6-4ca5-bf59-aa73f1600643 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 210 time: 0.0261788 Jul 28 07:09:08.458325 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6e8e5-0019-4a40-a5ca-123b59b6d79d req-936f4179-65bb-4842-a69c-ef861dac8e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:08.459935 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-21c6e8e5-0019-4a40-a5ca-123b59b6d79d req-936f4179-65bb-4842-a69c-ef861dac8e95 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 1098 time: 0.0406933 Jul 28 07:09:08.499500 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-21c6e8e5-0019-4a40-a5ca-123b59b6d79d req-063110d6-61ac-4fbb-9622-a0b63423ab67 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315313 Jul 28 07:09:08.576678 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d42527-593e-4577-a940-a93bf2307618 req-f066554a-a3ed-4a13-a7e4-343081e34c9a tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:08.578120 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-95d42527-593e-4577-a940-a93bf2307618 req-f066554a-a3ed-4a13-a7e4-343081e34c9a tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 945 time: 0.0475619 Jul 28 07:09:08.620803 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-95d42527-593e-4577-a940-a93bf2307618 req-0e67b9dc-a05b-494b-99af-f9c54a4bed87 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360622 Jul 28 07:09:08.687453 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891f0c5-d0c1-4566-bbd0-764748c68483 req-119abfdf-0c33-4c37-9de3-bb8f964d54eb tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:08.688946 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2891f0c5-d0c1-4566-bbd0-764748c68483 req-119abfdf-0c33-4c37-9de3-bb8f964d54eb tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0491407 Jul 28 07:09:08.729007 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2891f0c5-d0c1-4566-bbd0-764748c68483 req-3b5d986f-50f3-498c-a81b-86e2c51667b3 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333555 Jul 28 07:09:08.757421 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-958f7c6d-d0b7-426a-ac35-fc09f75862e8 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:08.758975 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-958f7c6d-d0b7-426a-ac35-fc09f75862e8 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.11 "GET /v2.0/networks?id=aadda09f-3965-441f-8839-2e1e4cee4271 HTTP/1.1" status: 200 len: 809 time: 0.1098614 Jul 28 07:09:08.775208 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-fa4975d9-de3a-435f-81b4-f7c53a65f139 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Request body: {'port': {'device_id': '8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe', 'network_id': 'aadda09f-3965-441f-8839-2e1e4cee4271', 'admin_state_up': True, 'tenant_id': 'dd1c6da1ea5f431c86cea22166a6fb94'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:09:08.935291 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aaa42b-873b-4320-8cd6-4fa5ee900b13 req-69d8c378-a840-47a2-89ea-96575b289e3e tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:08.936802 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f8aaa42b-873b-4320-8cd6-4fa5ee900b13 req-69d8c378-a840-47a2-89ea-96575b289e3e tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 946 time: 0.0515349 Jul 28 07:09:08.977680 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f8aaa42b-873b-4320-8cd6-4fa5ee900b13 req-39b8af63-7981-47a9-82b7-6dfe7412b9db tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345876 Jul 28 07:09:09.008657 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-fa4975d9-de3a-435f-81b4-f7c53a65f139 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Made reservation on behalf of dd1c6da1ea5f431c86cea22166a6fb94 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:09:09.012956 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-fa4975d9-de3a-435f-81b4-f7c53a65f139 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:09.153390 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-fa4975d9-de3a-435f-81b4-f7c53a65f139 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Allocated IP 172.20.0.11 (aadda09f-3965-441f-8839-2e1e4cee4271/f50acdf2-bff4-454a-a51d-4168e203de50/491b7200-665d-4ef6-b8f1-53e84a0e1d30) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:09:09.306087 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-fa4975d9-de3a-435f-81b4-f7c53a65f139 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:09.420484 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-fa4975d9-de3a-435f-81b4-f7c53a65f139 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:09.462164 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-fa4975d9-de3a-435f-81b4-f7c53a65f139 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Network aadda09f-3965-441f-8839-2e1e4cee4271 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:09:09.466225 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-fa4975d9-de3a-435f-81b4-f7c53a65f139 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:09:09.468707 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-fa4975d9-de3a-435f-81b4-f7c53a65f139 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:09:09.474327 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-fa4975d9-de3a-435f-81b4-f7c53a65f139 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:09.474987 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-fa4975d9-de3a-435f-81b4-f7c53a65f139 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:09.490813 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0570061-d787-431b-bd95-4b4ced781677 req-8f8ec4c3-a63b-4422-a7ab-47d28c54e30a tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:09.492352 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4975d9-de3a-435f-81b4-f7c53a65f139 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Pushing event updated for resources: {'Port': ['ID=491b7200-665d-4ef6-b8f1-53e84a0e1d30,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:09.492529 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e0570061-d787-431b-bd95-4b4ced781677 req-8f8ec4c3-a63b-4422-a7ab-47d28c54e30a tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 932 time: 0.0518849 Jul 28 07:09:09.536549 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e0570061-d787-431b-bd95-4b4ced781677 req-55391cae-2e0c-4a70-975a-eb8f014750fc tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377073 Jul 28 07:09:09.593337 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-fa4975d9-de3a-435f-81b4-f7c53a65f139 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8223426 Jul 28 07:09:09.615935 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] Request body: {'port': {'device_id': '8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:09:09.706039 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7e10d19-f3e8-40e0-9265-0ae8fb0d2445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:09.721980 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 51622) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:09.724028 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:09.822400 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-be40c627-e9f2-4007-8729-649fd520badb admin admin] Deleting subnet b557806a-ecd5-4248-8676-a517e56c6b58 {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 07:09:09.829818 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-be40c627-e9f2-4007-8729-649fd520badb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:09.915657 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-be40c627-e9f2-4007-8729-649fd520badb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107048'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:09.924732 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76e59b-ea30-4438-9ece-615b95905971 req-ea6ac1d2-b77d-4dd0-b01b-2791cd77519a tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:09.926283 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6b76e59b-ea30-4438-9ece-615b95905971 req-ea6ac1d2-b77d-4dd0-b01b-2791cd77519a tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 945 time: 0.1371074 Jul 28 07:09:09.963242 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909efc83-0aa7-4619-bb90-ffa3e7a82d1f req-cdc7b15f-7aa4-4fd4-961a-7d17ba7969fa tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:09.964744 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-909efc83-0aa7-4619-bb90-ffa3e7a82d1f req-cdc7b15f-7aa4-4fd4-961a-7d17ba7969fa tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.1461618 Jul 28 07:09:10.021432 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-be40c627-e9f2-4007-8729-649fd520badb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991024'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:10.041760 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491b7200-665d-4ef6-b8f1-53e84a0e1d30 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:09:10.055017 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:10.055368 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6b76e59b-ea30-4438-9ece-615b95905971 req-1675829c-4ff5-4072-b94b-c096a28fbe49 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090376 Jul 28 07:09:10.064002 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-909efc83-0aa7-4619-bb90-ffa3e7a82d1f req-bd4ec065-e7c7-4af3-a051-81f9b11c67a1 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878479 Jul 28 07:09:10.070391 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] Transition to ACTIVE for port object 491b7200-665d-4ef6-b8f1-53e84a0e1d30 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:09:10.132758 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:10.163432 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-be40c627-e9f2-4007-8729-649fd520badb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2851810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232781'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:10.181186 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] Pushing event updated for resources: {'Port': ['ID=491b7200-665d-4ef6-b8f1-53e84a0e1d30,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:10.196700 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-be40c627-e9f2-4007-8729-649fd520badb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:10.199056 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-be40c627-e9f2-4007-8729-649fd520badb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b557806a-ecd5-4248-8676-a517e56c6b58 HTTP/1.1" status: 204 len: 168 time: 0.4753118 Jul 28 07:09:10.200007 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40c627-e9f2-4007-8729-649fd520badb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b557806a-ecd5-4248-8676-a517e56c6b58,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:10.202007 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 51634) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:10.256456 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] Attempting to bind port 491b7200-665d-4ef6-b8f1-53e84a0e1d30 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:09:10.256782 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] Attempting to bind port 491b7200-665d-4ef6-b8f1-53e84a0e1d30 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'd43cbf28-84c5-447f-b257-25cc36067477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aadda09f-3965-441f-8839-2e1e4cee4271'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:09:10.257104 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] Attempting to bind port 491b7200-665d-4ef6-b8f1-53e84a0e1d30 on network aadda09f-3965-441f-8839-2e1e4cee4271 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:09:10.266964 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] Port 491b7200-665d-4ef6-b8f1-53e84a0e1d30 on network aadda09f-3965-441f-8839-2e1e4cee4271 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 07:09:10.267219 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] Attempting to bind port 491b7200-665d-4ef6-b8f1-53e84a0e1d30 on network aadda09f-3965-441f-8839-2e1e4cee4271 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:09:10.280620 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] Checking agent: {'id': '9049993c-5c8b-4294-bcfd-702819f13098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'started_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:09:10.280932 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] Checking segment: {'id': 'd43cbf28-84c5-447f-b257-25cc36067477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aadda09f-3965-441f-8839-2e1e4cee4271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:09:10.281301 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] Bound using segment: {'id': 'd43cbf28-84c5-447f-b257-25cc36067477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aadda09f-3965-441f-8839-2e1e4cee4271'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:09:10.281708 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] Bound port: 491b7200-665d-4ef6-b8f1-53e84a0e1d30, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43cbf28-84c5-447f-b257-25cc36067477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aadda09f-3965-441f-8839-2e1e4cee4271'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:09:10.282051 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:10.286586 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584642'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:10.413167 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983109', 'neutron.services.segments.db._delete_segments_for_network-8745676727345'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:10.415652 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] For port 491b7200-665d-4ef6-b8f1-53e84a0e1d30, host hv-cinder-79280, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:09:10.423198 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] For port 491b7200-665d-4ef6-b8f1-53e84a0e1d30, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=491b7200-665d-4ef6-b8f1-53e84a0e1d30,segment=NetworkSegment(d43cbf28-84c5-447f-b257-25cc36067477),segment_id=d43cbf28-84c5-447f-b257-25cc36067477)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:09:10.426987 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:09:10.427320 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:09:10.428024 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:09:10.428361 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Subscribe: > port after_create 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:09:10.435167 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:09:10.435167 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Subscribe: > port after_update 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:09:10.435167 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:09:10.435167 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:09:10.435167 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:09:10.435167 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:09:10.537240 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:09:10.537828 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:09:10.537828 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:09:10.538137 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 07:09:10.538505 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac542f6-2874-465b-9e66-095a7a9026e7']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:09:10.552756 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:10.561394 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0ad449-727a-4d58-bfef-10a514128b77') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:09:10.561696 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0ad449-727a-4d58-bfef-10a514128b77') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:09:10.602379 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745676728122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2541769'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:10.628372 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:10.628986 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:10.630463 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] 10.222.0.11 "PUT /v2.0/ports/491b7200-665d-4ef6-b8f1-53e84a0e1d30 HTTP/1.1" status: 200 len: 1094 time: 1.0198646 Jul 28 07:09:10.631006 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe', 'tag': '491b7200-665d-4ef6-b8f1-53e84a0e1d30'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:09:10.633280 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b261f0b8-18ed-4cac-beb8-87edd5bd4497" -d '{"events": [{"name": "network-changed", "server_uuid": "8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe", "tag": "491b7200-665d-4ef6-b8f1-53e84a0e1d30"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:09:10.642928 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:10.654916 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7e4e6-27de-4a01-a58e-599d4da88e75 req-57dfc1a9-9f02-4619-8dc2-fd95188d439f tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:10.657987 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-13d7e4e6-27de-4a01-a58e-599d4da88e75 req-57dfc1a9-9f02-4619-8dc2-fd95188d439f tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 944 time: 0.0540617 Jul 28 07:09:10.662679 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 07:09:10.663101 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9288133'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: from cryptography.utils import int_from_bytes Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: from cryptography.utils import int_from_bytes Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: Traceback (most recent call last): Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: timer() Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: cb(*args, **kw) Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: return func(*args, **kwargs) Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: self._notify() Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: self.callback(batched_events) Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: event.method(event) Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: return f(self, *a, **k) Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: return self._get(url).json() Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 07:09:10.675964 dv-cinder-792800-1-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 07:09:10.678299 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce30ae2-38e2-4418-af9e-6981685c2ee8 x-openstack-request-id: req-3ce30ae2-38e2-4418-af9e-6981685c2ee8 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:09:10.678299 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe", "tag": "491b7200-665d-4ef6-b8f1-53e84a0e1d30", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:09:10.678299 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ce30ae2-38e2-4418-af9e-6981685c2ee8 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:09:10.678299 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe', 'tag': '491b7200-665d-4ef6-b8f1-53e84a0e1d30', 'status': 'completed', 'code': 200} Jul 28 07:09:10.696900 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-13d7e4e6-27de-4a01-a58e-599d4da88e75 req-0a746925-fddf-4c9d-897a-75c044fcab78 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318458 Jul 28 07:09:10.712107 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072868e-32ec-4093-a5de-3e86d91de417 service neutron] Pushing event updated for resources: {'Port': ['ID=491b7200-665d-4ef6-b8f1-53e84a0e1d30,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:10.842891 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019784'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:10.850146 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:10.855092 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] 10.222.0.10 "DELETE /v2.0/networks/9ac542f6-2874-465b-9e66-095a7a9026e7 HTTP/1.1" status: 204 len: 168 time: 0.6492677 Jul 28 07:09:10.861898 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53835141-5bde-4713-8a15-0103a2d9d94e admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac542f6-2874-465b-9e66-095a7a9026e7,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:11.196516 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 51656) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:11.212416 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d4037-119a-421d-9638-2de2147b3116 req-45ce322c-fadd-4c10-8351-9a8a0df52273 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:11.213906 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-654d4037-119a-421d-9638-2de2147b3116 req-45ce322c-fadd-4c10-8351-9a8a0df52273 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0747807 Jul 28 07:09:11.221913 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c04a6-89ba-4ac2-afb5-742ad9555321 req-a9483a7a-3140-4aa1-97ef-80069f5ba6b1 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:11.223337 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-582c04a6-89ba-4ac2-afb5-742ad9555321 req-a9483a7a-3140-4aa1-97ef-80069f5ba6b1 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 945 time: 0.0754132 Jul 28 07:09:11.239406 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-6e656105-1fb1-4de6-9758-ba152bbf2bf4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4c4828d5d2f4633bfb263d0c04cc2b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0417099 Jul 28 07:09:11.241855 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 51658) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:11.282044 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-654d4037-119a-421d-9638-2de2147b3116 req-3975a3e7-2ce4-469b-8dfc-095900c31146 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577712 Jul 28 07:09:11.284761 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-582c04a6-89ba-4ac2-afb5-742ad9555321 req-68a98908-b0ca-4b10-adb4-1b0573a56de2 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547528 Jul 28 07:09:11.290114 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ca29f063-da32-4a96-b942-a8b090e71db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:11.314216 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ca29f063-da32-4a96-b942-a8b090e71db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:11.482692 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ca29f063-da32-4a96-b942-a8b090e71db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:11.482692 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ca29f063-da32-4a96-b942-a8b090e71db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:11.482692 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ca29f063-da32-4a96-b942-a8b090e71db7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4cdd04f7-9eb2-4f7c-8f06-c907da53a268 HTTP/1.1" status: 204 len: 168 time: 0.2322927 Jul 28 07:09:11.484372 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29f063-da32-4a96-b942-a8b090e71db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdd04f7-9eb2-4f7c-8f06-c907da53a268,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:11.808561 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12aab19-a502-4a48-9bb8-c08df3c7f15a req-6cdd2d74-ab72-4222-9723-e2fe7d206179 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:11.810050 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b12aab19-a502-4a48-9bb8-c08df3c7f15a req-6cdd2d74-ab72-4222-9723-e2fe7d206179 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 944 time: 0.0472233 Jul 28 07:09:11.848256 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b12aab19-a502-4a48-9bb8-c08df3c7f15a req-adb753d6-53b5-4bd4-b69a-a8989c82e529 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323460 Jul 28 07:09:12.404928 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35a3dd-c6f9-445e-a444-8d2ac1a36ccf req-b2d8453e-71a8-486e-85a4-714211c77edd tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:12.406421 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-be35a3dd-c6f9-445e-a444-8d2ac1a36ccf req-b2d8453e-71a8-486e-85a4-714211c77edd tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0502274 Jul 28 07:09:12.443747 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-be35a3dd-c6f9-445e-a444-8d2ac1a36ccf req-27e0c12d-0842-4490-aa9a-16deccbbeee2 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313303 Jul 28 07:09:12.476845 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d2a928d1-50b1-4ee3-b5c3-052e8257cb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:12.596748 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261f0b8-18ed-4cac-beb8-87edd5bd4497 req-13c0d2e0-71d6-495f-8d0d-20ca92e3a12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:12.598377 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b261f0b8-18ed-4cac-beb8-87edd5bd4497 req-13c0d2e0-71d6-495f-8d0d-20ca92e3a12f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd1c6da1ea5f431c86cea22166a6fb94&device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 1097 time: 0.0432494 Jul 28 07:09:12.624786 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 51708) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:12.710984 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261f0b8-18ed-4cac-beb8-87edd5bd4497 req-d24cfd84-79b9-4ed5-9b5d-098d1b26b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:12.712546 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b261f0b8-18ed-4cac-beb8-87edd5bd4497 req-d24cfd84-79b9-4ed5-9b5d-098d1b26b02f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=dd1c6da1ea5f431c86cea22166a6fb94&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0988646 Jul 28 07:09:12.722220 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-d118f4f0-77a9-43b9-affe-5a53603a5a0d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-network', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:09:12.821869 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261f0b8-18ed-4cac-beb8-87edd5bd4497 req-5c892161-5a18-4e49-ae55-f0e7b7f7cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:12.824058 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b261f0b8-18ed-4cac-beb8-87edd5bd4497 req-5c892161-5a18-4e49-ae55-f0e7b7f7cd83 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012192 Jul 28 07:09:12.882908 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:12.930594 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-935b05db-f4c1-40dc-885f-90b2a8b94312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:12.932075 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-935b05db-f4c1-40dc-885f-90b2a8b94312 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd1c6da1ea5f431c86cea22166a6fb94&device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 1097 time: 0.0506558 Jul 28 07:09:12.939048 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d118f4f0-77a9-43b9-affe-5a53603a5a0d admin admin] Made reservation on behalf of 72669f81dfae41e59e1bf436c77c2d29 for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:09:12.941260 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d118f4f0-77a9-43b9-affe-5a53603a5a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:12.969053 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d118f4f0-77a9-43b9-affe-5a53603a5a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:12.977929 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-c70d1b11-e1ed-4418-9251-f6c09791911b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=491b7200-665d-4ef6-b8f1-53e84a0e1d30 HTTP/1.1" status: 200 len: 217 time: 0.0343747 Jul 28 07:09:13.007785 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7529f-9264-45fe-9d50-18a36d154464 req-4074d830-d01a-488e-9a11-7dabe1496f36 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:13.009285 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a0a7529f-9264-45fe-9d50-18a36d154464 req-4074d830-d01a-488e-9a11-7dabe1496f36 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 944 time: 0.0835249 Jul 28 07:09:13.060023 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-64537a13-bb8f-457f-a241-40b5eb0d57b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:13.061635 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-64537a13-bb8f-457f-a241-40b5eb0d57b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f50acdf2-bff4-454a-a51d-4168e203de50 HTTP/1.1" status: 200 len: 849 time: 0.0741417 Jul 28 07:09:13.083028 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a0a7529f-9264-45fe-9d50-18a36d154464 req-095e0c4d-7cdf-417b-9ab8-babaa6219bd8 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614803 Jul 28 07:09:13.115181 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-fc680ac9-f2ad-4f22-a4f4-78ab602a595d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aadda09f-3965-441f-8839-2e1e4cee4271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421865 Jul 28 07:09:13.128419 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d118f4f0-77a9-43b9-affe-5a53603a5a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:13.239113 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-35f0408f-58de-4ced-bcd6-2f2d5cc0947e service neutron] 10.222.0.11 "GET /v2.0/networks/aadda09f-3965-441f-8839-2e1e4cee4271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044166 Jul 28 07:09:13.254042 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d118f4f0-77a9-43b9-affe-5a53603a5a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:13.294410 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d118f4f0-77a9-43b9-affe-5a53603a5a0d admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 07:09:13.306602 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118f4f0-77a9-43b9-affe-5a53603a5a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71a753b-2def-4312-949d-e5dea494875e,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:13.312330 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d118f4f0-77a9-43b9-affe-5a53603a5a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:13.312844 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-d118f4f0-77a9-43b9-affe-5a53603a5a0d admin admin] Added segment 8e713edf-5ebe-4417-81fe-52bc4bd79df0 of type vlan for network a22c701b-550a-4f5d-9b1f-e1e45e7cb76a Jul 28 07:09:13.358985 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7e40692a-2ef2-41b1-bf3f-4a1ac9dd94ae req-d2f12070-9020-4071-9912-553bf35578ff service neutron] 10.222.0.11 "GET /v2.0/networks/aadda09f-3965-441f-8839-2e1e4cee4271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106539 Jul 28 07:09:13.371098 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d118f4f0-77a9-43b9-affe-5a53603a5a0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745676247143'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:13.379308 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:13.521976 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d118f4f0-77a9-43b9-affe-5a53603a5a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:13.656883 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d118f4f0-77a9-43b9-affe-5a53603a5a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:13.656883 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d118f4f0-77a9-43b9-affe-5a53603a5a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:13.656883 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118f4f0-77a9-43b9-affe-5a53603a5a0d admin admin] Pushing event updated for resources: {'Network': ['ID=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:13.657111 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Network a22c701b-550a-4f5d-9b1f-e1e45e7cb76a details requested by agent ovs-agent-dv-cinder-792800-1-iscsi with host dv-cinder-792800-1-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 07:09:13.657574 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274195ab-cb50-46a7-bfbf-3bb6e0d92aeb req-56efe457-0695-482b-97ca-c7e7b9daa700 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:13.657574 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-274195ab-cb50-46a7-bfbf-3bb6e0d92aeb req-56efe457-0695-482b-97ca-c7e7b9daa700 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.1044323 Jul 28 07:09:13.671047 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-274195ab-cb50-46a7-bfbf-3bb6e0d92aeb req-0f7cfced-9c43-413e-b672-7478c832d2cf tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342538 Jul 28 07:09:13.843702 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d118f4f0-77a9-43b9-affe-5a53603a5a0d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2194724 Jul 28 07:09:13.846470 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 51752) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:13.851498 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-7bfc146c-6d93-4c32-93e5-3523e8571d04 admin admin] Request body: {'subnet': {'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-subnet', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:09:13.962778 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfc146c-6d93-4c32-93e5-3523e8571d04 admin admin] Made reservation on behalf of 72669f81dfae41e59e1bf436c77c2d29 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:09:13.965139 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7bfc146c-6d93-4c32-93e5-3523e8571d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232880'] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:14.254637 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7bfc146c-6d93-4c32-93e5-3523e8571d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2851619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232770'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:14.311289 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582c4c3-dd91-4d5c-9c97-614f34b7473a req-654de854-63fe-4904-b788-953c95b537f7 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:14.311289 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2582c4c3-dd91-4d5c-9c97-614f34b7473a req-654de854-63fe-4904-b788-953c95b537f7 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 944 time: 0.0964603 Jul 28 07:09:14.357765 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc146c-6d93-4c32-93e5-3523e8571d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daaf5aed-db9a-4a60-affc-b3c69fa15b44,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:14.396438 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfc146c-6d93-4c32-93e5-3523e8571d04 admin admin] Checking segment: {'id': '8e713edf-5ebe-4417-81fe-52bc4bd79df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:09:14.396794 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfc146c-6d93-4c32-93e5-3523e8571d04 admin admin] Network hostable DHCP agents. Network: a22c701b-550a-4f5d-9b1f-e1e45e7cb76a, hostable agents: ['a9302e80-41e4-46d6-92fa-b7087ce18eda'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 07:09:14.401194 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2582c4c3-dd91-4d5c-9c97-614f34b7473a req-fc0ad80e-33c3-4fc5-9194-1648fbff262a tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846374 Jul 28 07:09:14.490537 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-599f5d9e-89e5-478a-afbb-43b8a2b0c44b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:14.491923 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-599f5d9e-89e5-478a-afbb-43b8a2b0c44b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/networks?id=9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f HTTP/1.1" status: 200 len: 815 time: 0.1318924 Jul 28 07:09:14.506874 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-287b36e7-c6cb-4494-97c7-a94346b5fbfd tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/quotas/1cbaeadeed9a497a881cf0c5e53bfb32 HTTP/1.1" status: 200 len: 375 time: 0.0091898 Jul 28 07:09:14.560734 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-bd88b565-f7ad-4f82-9532-4c3a2d36de8a tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cbaeadeed9a497a881cf0c5e53bfb32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480301 Jul 28 07:09:14.648847 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-5f3218c5-0e5a-4f03-8a1b-6dbe37dd5d91 service neutron] 10.222.0.10 "GET /v2.0/networks/9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812287 Jul 28 07:09:14.734678 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfc146c-6d93-4c32-93e5-3523e8571d04 admin admin] Network a22c701b-550a-4f5d-9b1f-e1e45e7cb76a is scheduled to be hosted by DHCP agent a9302e80-41e4-46d6-92fa-b7087ce18eda with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 07:09:14.812508 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-4c2227c0-9ddd-4273-87c1-e6acf00c83db service neutron] 10.222.0.10 "GET /v2.0/networks/9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502361 Jul 28 07:09:14.821424 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee861d-ab75-4d7e-9692-b1dd2f29de9e req-079f80b1-f8c8-4068-a32b-feb6c068dc9e tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:14.822953 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e3ee861d-ab75-4d7e-9692-b1dd2f29de9e req-079f80b1-f8c8-4068-a32b-feb6c068dc9e tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0723243 Jul 28 07:09:14.871078 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e3ee861d-ab75-4d7e-9692-b1dd2f29de9e req-17795423-42af-436f-9132-f4069961c830 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327494 Jul 28 07:09:14.894081 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-7bfc146c-6d93-4c32-93e5-3523e8571d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-1-iscsi, a22c701b-550a-4f5d-9b1f-e1e45e7cb76a) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:09:14.899551 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfc146c-6d93-4c32-93e5-3523e8571d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:14.900146 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7bfc146c-6d93-4c32-93e5-3523e8571d04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:14.904722 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f5d85b-2679-42f9-88c2-1a5677f658f1 None None] Network a22c701b-550a-4f5d-9b1f-e1e45e7cb76a requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:09:15.056772 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29852646-a841-58f8-bf0d-6edda1e9bba6-a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44'}]}} from dv-cinder-792800-1-iscsi. {{(pid=93861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 07:09:15.058221 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:15.066299 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7bfc146c-6d93-4c32-93e5-3523e8571d04 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2186067 Jul 28 07:09:15.071119 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 51788) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:15.071270 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:15.077017 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-05606c7f-2f79-4b96-a221-12121c68529e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:09:15.180807 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1e49a065-8eec-49d8-b41f-ab4cb600e263 req-46bfbd04-ee5e-4c73-94c9-486f00cea6da tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 210 time: 0.0303943 Jul 28 07:09:15.233911 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Allocated IP 172.20.0.2 (a22c701b-550a-4f5d-9b1f-e1e45e7cb76a/daaf5aed-db9a-4a60-affc-b3c69fa15b44/5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:09:15.288927 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-05606c7f-2f79-4b96-a221-12121c68529e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1612837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1946'] for router, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:15.290137 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-05606c7f-2f79-4b96-a221-12121c68529e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2010447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1933'] for router, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:15.365444 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 51804) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:15.387603 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:15.393458 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-05606c7f-2f79-4b96-a221-12121c68529e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:15.396782 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Transition to ACTIVE for port object 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:09:15.410993 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Transition to ACTIVE for port object 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:09:15.477338 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-05516f2b-640d-4d2d-a233-03df2def44d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:15.569816 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-05516f2b-640d-4d2d-a233-03df2def44d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:15.608608 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:15.614482 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a8050-e3f0-40f3-b352-8c61ca550ed9 req-43c5a024-9b15-47f4-94be-ac0e0759b738 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:15.620998 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-788a8050-e3f0-40f3-b352-8c61ca550ed9 req-43c5a024-9b15-47f4-94be-ac0e0759b738 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 944 time: 0.1419964 Jul 28 07:09:15.647028 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Network a22c701b-550a-4f5d-9b1f-e1e45e7cb76a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:09:15.648408 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:09:15.652160 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:09:15.666227 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Pushing event updated for resources: {'Port': ['ID=5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:15.670075 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-05606c7f-2f79-4b96-a221-12121c68529e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2019765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1612823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1919'] for router, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:15.697320 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:15.697672 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:15.698000 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:15.698548 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:15.698878 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:15.699240 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:15.699563 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:15.699684 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-788a8050-e3f0-40f3-b352-8c61ca550ed9 req-4945e6ed-1e6b-4765-aa50-27ea9d46576d tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565143 Jul 28 07:09:15.699864 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:15.700207 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:15.700522 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:15.701001 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:15.701312 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:15.706105 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-05516f2b-640d-4d2d-a233-03df2def44d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:15.734832 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-05516f2b-640d-4d2d-a233-03df2def44d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8129b131bda049d097094fb2010e6ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3682010 Jul 28 07:09:15.735499 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 51812) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:15.737939 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Attempting to bind port 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:09:15.738319 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Attempting to bind port 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': '8e713edf-5ebe-4417-81fe-52bc4bd79df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:09:15.738714 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Attempting to bind port 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e on network a22c701b-550a-4f5d-9b1f-e1e45e7cb76a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:09:15.746461 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:09:15.746896 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Checking segment: {'id': '8e713edf-5ebe-4417-81fe-52bc4bd79df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:09:15.747304 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:15.747694 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Bound using segment: {'id': '8e713edf-5ebe-4417-81fe-52bc4bd79df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:09:15.748160 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Bound port: 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e713edf-5ebe-4417-81fe-52bc4bd79df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:09:15.748598 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:15.778978 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05516f2b-640d-4d2d-a233-03df2def44d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5510bb28-c447-495d-9d90-ea92a5aeb09c,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:15.819601 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e60b5124-63ac-4d5d-87c0-a7d00ea8464f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:15.831096 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] For port 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:09:15.834092 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] For port 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:09:15.842392 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e60b5124-63ac-4d5d-87c0-a7d00ea8464f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:15.934739 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:15.965572 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e60b5124-63ac-4d5d-87c0-a7d00ea8464f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:15.969567 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e60b5124-63ac-4d5d-87c0-a7d00ea8464f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:15.971831 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e60b5124-63ac-4d5d-87c0-a7d00ea8464f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5510bb28-c447-495d-9d90-ea92a5aeb09c HTTP/1.1" status: 204 len: 168 time: 0.2341325 Jul 28 07:09:15.983273 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b5124-63ac-4d5d-87c0-a7d00ea8464f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5510bb28-c447-495d-9d90-ea92a5aeb09c,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:16.025719 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee095a-1558-433a-b938-7c2c53a4d884 None None] Pushing event updated for resources: {'Port': ['ID=5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:16.249911 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559ed28-7b09-440f-9fc5-72f8ab9b2811 req-4a1d6459-b621-414a-8d4a-e6294196c57f tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:16.260267 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4559ed28-7b09-440f-9fc5-72f8ab9b2811 req-4a1d6459-b621-414a-8d4a-e6294196c57f tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.1027977 Jul 28 07:09:16.300877 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-05606c7f-2f79-4b96-a221-12121c68529e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:16.359522 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ee151480-2312-47f3-b1b7-b66a7f88e398 req-d20284d3-29ed-42d6-8778-30bf1166dd6b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 210 time: 0.0743747 Jul 28 07:09:16.365551 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-05606c7f-2f79-4b96-a221-12121c68529e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:16.391525 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4559ed28-7b09-440f-9fc5-72f8ab9b2811 req-e98579d7-5aa9-429f-a9a0-2eec9f35c550 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318052 Jul 28 07:09:16.483625 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-05606c7f-2f79-4b96-a221-12121c68529e admin admin] Allocated IP 172.27.0.165 (8c193189-1b67-4afb-a9ff-6e33854cf3c6/2c40bc55-7b7c-48af-93d0-df9752159746/b50b519d-575c-454d-9049-04bb91cd17e7) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:09:16.592030 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-05606c7f-2f79-4b96-a221-12121c68529e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:16.721745 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-05606c7f-2f79-4b96-a221-12121c68529e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:16.762641 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05606c7f-2f79-4b96-a221-12121c68529e admin admin] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:09:16.765980 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-05606c7f-2f79-4b96-a221-12121c68529e admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:09:16.768644 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05606c7f-2f79-4b96-a221-12121c68529e admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:09:16.818587 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05606c7f-2f79-4b96-a221-12121c68529e admin admin] Pushing event updated for resources: {'Port': ['ID=b50b519d-575c-454d-9049-04bb91cd17e7,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:16.844057 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 51832) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:16.861765 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e1412d6-5dca-426b-a6de-583d9168ccab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:16.944062 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a4629-4644-4822-8158-317f170411a6 req-d0dcf7f2-388e-4f76-b018-380dc18d3241 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:16.945734 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9c1a4629-4644-4822-8158-317f170411a6 req-d0dcf7f2-388e-4f76-b018-380dc18d3241 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 944 time: 0.1465220 Jul 28 07:09:16.953843 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:09:17.023272 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9c1a4629-4644-4822-8158-317f170411a6 req-0c071320-5b6d-4b23-b85c-f294a3099ff9 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504923 Jul 28 07:09:17.031667 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e1412d6-5dca-426b-a6de-583d9168ccab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:17.088494 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:09:17.094248 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dfd07e-5409-400c-a3aa-418574286759 None None] Network a22c701b-550a-4f5d-9b1f-e1e45e7cb76a requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:09:17.161581 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e1412d6-5dca-426b-a6de-583d9168ccab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:17.196796 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-0e1412d6-5dca-426b-a6de-583d9168ccab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03aeddf0dabc4b05a6a98eee34a533fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3507795 Jul 28 07:09:17.200841 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 51836) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:17.215715 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1412d6-5dca-426b-a6de-583d9168ccab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17787232-d87a-4abc-819c-7dcc95682f17,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:17.223687 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-4a056eba-3b7f-4fb0-8f4a-9b84f6a1b725 None None] Provisioning for port 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:09:17.230280 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-4a056eba-3b7f-4fb0-8f4a-9b84f6a1b725 None None] Provisioning complete for port 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:09:17.230788 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a056eba-3b7f-4fb0-8f4a-9b84f6a1b725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:17.295317 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-47d5e698-168c-4648-866c-80286c706457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:17.298138 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 491b7200-665d-4ef6-b8f1-53e84a0e1d30 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:09:17.318777 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-05606c7f-2f79-4b96-a221-12121c68529e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:17.366980 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-47d5e698-168c-4648-866c-80286c706457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:17.427063 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a056eba-3b7f-4fb0-8f4a-9b84f6a1b725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:17.475764 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-4a056eba-3b7f-4fb0-8f4a-9b84f6a1b725 None None] For port 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:17.488523 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 491b7200-665d-4ef6-b8f1-53e84a0e1d30, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=491b7200-665d-4ef6-b8f1-53e84a0e1d30,segment=NetworkSegment(d43cbf28-84c5-447f-b257-25cc36067477),segment_id=d43cbf28-84c5-447f-b257-25cc36067477)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:17.504443 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': '491b7200-665d-4ef6-b8f1-53e84a0e1d30', 'network_id': 'aadda09f-3965-441f-8839-2e1e4cee4271', 'port_id': '491b7200-665d-4ef6-b8f1-53e84a0e1d30', 'mac_address': 'fa:16:3e:05:b5:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f50acdf2-bff4-454a-a51d-4168e203de50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:09:17.559323 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:17.563648 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a056eba-3b7f-4fb0-8f4a-9b84f6a1b725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:17.574501 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fdf14bb4-a596-4f78-9179-3ddeab4c74be req-32b5b40f-f872-4de7-b4d5-ca5e0c36a908 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 210 time: 0.0587323 Jul 28 07:09:17.605294 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491b7200-665d-4ef6-b8f1-53e84a0e1d30 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:09:17.633788 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-47d5e698-168c-4648-866c-80286c706457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:17.636484 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-47d5e698-168c-4648-866c-80286c706457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:17.637789 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-47d5e698-168c-4648-866c-80286c706457 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17787232-d87a-4abc-819c-7dcc95682f17 HTTP/1.1" status: 204 len: 168 time: 0.4357595 Jul 28 07:09:17.645015 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 491b7200-665d-4ef6-b8f1-53e84a0e1d30, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=491b7200-665d-4ef6-b8f1-53e84a0e1d30,segment=NetworkSegment(d43cbf28-84c5-447f-b257-25cc36067477),segment_id=d43cbf28-84c5-447f-b257-25cc36067477)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:17.651505 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a056eba-3b7f-4fb0-8f4a-9b84f6a1b725 None None] Pushing event updated for resources: {'Port': ['ID=5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:17.658184 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef6f68-2450-4a41-b006-c763c1121350 req-a5cd4570-fcf1-467a-891c-8e4857a761d5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:17.659714 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f5ef6f68-2450-4a41-b006-c763c1121350 req-a5cd4570-fcf1-467a-891c-8e4857a761d5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.1426535 Jul 28 07:09:17.666141 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5e698-168c-4648-866c-80286c706457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17787232-d87a-4abc-819c-7dcc95682f17,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:17.674743 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-05606c7f-2f79-4b96-a221-12121c68529e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2019728'] for router, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:17.699079 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-821f7a0b-de47-455b-b6f2-66a529b7fd19 None None] Provisioning complete for port 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:09:17.700641 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-821f7a0b-de47-455b-b6f2-66a529b7fd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:17.737975 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:17.757988 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f5ef6f68-2450-4a41-b006-c763c1121350 req-ab4dc1a0-8821-4ee0-9d10-b79f94dbed86 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857894 Jul 28 07:09:17.824145 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=491b7200-665d-4ef6-b8f1-53e84a0e1d30,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:17.985157 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05606c7f-2f79-4b96-a221-12121c68529e admin admin] Router 655166d7-5a9c-42b7-bf96-f87cda473293 is scheduled to L3 agent 577d4668-314f-4871-90f8-11573d95b012 with binding_index 1 {{(pid=93859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 07:09:18.090544 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05606c7f-2f79-4b96-a221-12121c68529e admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:09:18.101096 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] Sync routers for ids ['655166d7-5a9c-42b7-bf96-f87cda473293'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:09:18.113295 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] Routers {'655166d7-5a9c-42b7-bf96-f87cda473293'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:09:18.114132 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:09:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['655166d7-5a9c-42b7-bf96-f87cda473293'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:09:18.160467 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8369156-d51d-44d9-bec1-2bdd0003414e req-d8066ac6-2205-45d6-9201-892eb97a1562 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:18.168343 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e8369156-d51d-44d9-bec1-2bdd0003414e req-d8066ac6-2205-45d6-9201-892eb97a1562 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 945 time: 0.0661061 Jul 28 07:09:18.211768 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e8369156-d51d-44d9-bec1-2bdd0003414e req-9bbeeb13-db1c-4cea-878c-ce3c306a155a tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422137 Jul 28 07:09:18.248197 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] Set router 655166d7-5a9c-42b7-bf96-f87cda473293 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:09:18.248509 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-05606c7f-2f79-4b96-a221-12121c68529e admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:18.249760 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-05606c7f-2f79-4b96-a221-12121c68529e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1797740 Jul 28 07:09:18.253092 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 51856) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:18.433788 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:09:15Z', 'updated_at': '2021-07-28T07:09:17Z', 'revision_number': 3, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'gw_port': {'id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:16Z', 'updated_at': '2021-07-28T07:09:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:09:18.489147 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] Checking router: 655166d7-5a9c-42b7-bf96-f87cda473293 for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:09:18.490355 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] Updating router 655166d7-5a9c-42b7-bf96-f87cda473293 port b50b519d-575c-454d-9049-04bb91cd17e7 binding host dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 07:09:18.526705 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:18.681101 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['491b7200-665d-4ef6-b8f1-53e84a0e1d30'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:09:18.709065 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b74d133b-31b5-4794-84ab-13d8f98469f0 req-09dca45b-69f7-4490-80d0-ae905550d5a2 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 210 time: 0.0322349 Jul 28 07:09:18.871483 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:18.898007 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] Transition to ACTIVE for port object b50b519d-575c-454d-9049-04bb91cd17e7 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:09:18.916507 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:09:18.992330 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:09:18.992708 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:19.009626 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31890234-a968-451f-89b6-0efe0d938ca0 req-d3afa90a-6bf4-42a3-be34-7c4f62c5f428 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:19.016547 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-31890234-a968-451f-89b6-0efe0d938ca0 req-d3afa90a-6bf4-42a3-be34-7c4f62c5f428 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.1171973 Jul 28 07:09:19.020041 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:19.093785 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-31890234-a968-451f-89b6-0efe0d938ca0 req-0d1ccf77-fe13-47ef-9e0d-99de073d9cf6 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745587 Jul 28 07:09:19.095573 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f9a5c0f3-d293-4a23-8d3c-0bc38b47e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:19.106828 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] Attempting to bind port b50b519d-575c-454d-9049-04bb91cd17e7 on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:09:19.107730 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] Attempting to bind port b50b519d-575c-454d-9049-04bb91cd17e7 by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:09:19.109009 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] Attempting to bind port b50b519d-575c-454d-9049-04bb91cd17e7 on network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:09:19.121121 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:09:19.121608 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] Checking segment: {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:09:19.122231 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:19.122719 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] Bound using segment: {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:09:19.123205 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] Bound port: b50b519d-575c-454d-9049-04bb91cd17e7, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:09:19.123630 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:19.131651 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad54fe-af87-4294-9a23-852a2beb10b8 None None] Pushing event updated for resources: {'Port': ['ID=b50b519d-575c-454d-9049-04bb91cd17e7,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:19.155471 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad54fe-af87-4294-9a23-852a2beb10b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:19.155837 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad54fe-af87-4294-9a23-852a2beb10b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:19.156352 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad54fe-af87-4294-9a23-852a2beb10b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:19.156855 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad54fe-af87-4294-9a23-852a2beb10b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:19.157191 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad54fe-af87-4294-9a23-852a2beb10b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:19.157524 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad54fe-af87-4294-9a23-852a2beb10b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:19.157852 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad54fe-af87-4294-9a23-852a2beb10b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:19.158177 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad54fe-af87-4294-9a23-852a2beb10b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:19.158537 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad54fe-af87-4294-9a23-852a2beb10b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:19.159014 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad54fe-af87-4294-9a23-852a2beb10b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:19.159499 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad54fe-af87-4294-9a23-852a2beb10b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:19.159987 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad54fe-af87-4294-9a23-852a2beb10b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:09:19.215270 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] For port b50b519d-575c-454d-9049-04bb91cd17e7, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:09:19.219448 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] For port b50b519d-575c-454d-9049-04bb91cd17e7, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=b50b519d-575c-454d-9049-04bb91cd17e7,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:09:19.306667 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-f9a5c0f3-d293-4a23-8d3c-0bc38b47e788 admin admin] Allocated IP 172.20.0.1 (a22c701b-550a-4f5d-9b1f-e1e45e7cb76a/daaf5aed-db9a-4a60-affc-b3c69fa15b44/e60be087-4d83-4b5a-9e98-b8d47231a60d) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:09:19.312112 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:19.371928 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] Routers {'655166d7-5a9c-42b7-bf96-f87cda473293'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:09:19.372596 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:09:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['655166d7-5a9c-42b7-bf96-f87cda473293'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:09:19.373248 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373cd19-30ef-4d5b-9951-1dcb55cd7748 req-8894f80b-4096-4c88-8679-52bd6a580dbf tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:19.374870 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d373cd19-30ef-4d5b-9951-1dcb55cd7748 req-8894f80b-4096-4c88-8679-52bd6a580dbf tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 945 time: 0.0823610 Jul 28 07:09:19.428412 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad54fe-af87-4294-9a23-852a2beb10b8 None None] Pushing event updated for resources: {'Port': ['ID=b50b519d-575c-454d-9049-04bb91cd17e7,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:19.458555 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d373cd19-30ef-4d5b-9951-1dcb55cd7748 req-26230931-92ec-4569-8e44-fd41a31b2fb3 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521867 Jul 28 07:09:19.500842 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f9a5c0f3-d293-4a23-8d3c-0bc38b47e788 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:19.518295 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] Set router 655166d7-5a9c-42b7-bf96-f87cda473293 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:09:19.526836 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-f9a5c0f3-d293-4a23-8d3c-0bc38b47e788 admin admin] Transition to ACTIVE for port object e60be087-4d83-4b5a-9e98-b8d47231a60d will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:09:19.666642 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f9a5c0f3-d293-4a23-8d3c-0bc38b47e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:19.705039 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a5c0f3-d293-4a23-8d3c-0bc38b47e788 admin admin] Network a22c701b-550a-4f5d-9b1f-e1e45e7cb76a is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:09:19.707820 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-f9a5c0f3-d293-4a23-8d3c-0bc38b47e788 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:09:19.710188 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:09:15Z', 'updated_at': '2021-07-28T07:09:17Z', 'revision_number': 3, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'gw_port': {'id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:16Z', 'updated_at': '2021-07-28T07:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:09:19.711523 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a5c0f3-d293-4a23-8d3c-0bc38b47e788 admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:09:19.723837 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5c0f3-d293-4a23-8d3c-0bc38b47e788 admin admin] Pushing event updated for resources: {'Port': ['ID=e60be087-4d83-4b5a-9e98-b8d47231a60d,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:19.747739 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d489502-25c2-49d2-a8e6-df3f5ec6185a None None] The sync data for ids ['655166d7-5a9c-42b7-bf96-f87cda473293'] in dv-cinder-792800-1-iscsi is: [{'id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:09:15Z', 'updated_at': '2021-07-28T07:09:17Z', 'revision_number': 3, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'gw_port': {'id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:16Z', 'updated_at': '2021-07-28T07:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:09:19.787048 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f9a5c0f3-d293-4a23-8d3c-0bc38b47e788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2019663'] for router_interface, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:19.947399 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7413fe35-955f-47da-8f61-829e3aeeaf46 req-4751d82a-d01a-4523-9392-220d02e8dfd7 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 210 time: 0.0710883 Jul 28 07:09:20.143975 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b5073-a111-4ab3-8166-593dc25d47bb req-b79c3915-91cd-496e-89e3-be34c2b40440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:20.146202 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-836b5073-a111-4ab3-8166-593dc25d47bb req-b79c3915-91cd-496e-89e3-be34c2b40440 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 1099 time: 0.1018679 Jul 28 07:09:20.155970 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ff021197-4c9d-4a2c-8479-d572702c3afc tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:20.157910 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ff021197-4c9d-4a2c-8479-d572702c3afc tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.11 "GET /v2.0/networks?id=9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f HTTP/1.1" status: 200 len: 815 time: 0.2254934 Jul 28 07:09:20.187049 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-54ab4bad-bde2-415e-b55f-7042266b280b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Request body: {'port': {'device_id': 'ff6a7fce-7afe-48a9-985b-7d29007fcd65', 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f', 'admin_state_up': True, 'tenant_id': '1cbaeadeed9a497a881cf0c5e53bfb32'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:09:20.228084 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f9a5c0f3-d293-4a23-8d3c-0bc38b47e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:20.236669 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-20aebcd4-db94-496b-8c44-b16a598c6d74 None None] Provisioning for port e60be087-4d83-4b5a-9e98-b8d47231a60d completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:09:20.241365 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-20aebcd4-db94-496b-8c44-b16a598c6d74 None None] Provisioning complete for port e60be087-4d83-4b5a-9e98-b8d47231a60d triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:09:20.253169 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-20aebcd4-db94-496b-8c44-b16a598c6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:20.266909 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-836b5073-a111-4ab3-8166-593dc25d47bb req-92e10d6d-da1d-4bf3-931d-68e04aa1ac7a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078758 Jul 28 07:09:20.300705 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2547c4-e1ca-40a3-a2c1-31a375a29f06 req-37701f36-1eea-4f6d-ba61-9bfdd099b058 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:20.310721 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-20aebcd4-db94-496b-8c44-b16a598c6d74 None None] Port e60be087-4d83-4b5a-9e98-b8d47231a60d cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:09:20.311790 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fb2547c4-e1ca-40a3-a2c1-31a375a29f06 req-37701f36-1eea-4f6d-ba61-9bfdd099b058 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.1261201 Jul 28 07:09:20.395228 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fb2547c4-e1ca-40a3-a2c1-31a375a29f06 req-afbea124-7a6b-4c26-ae75-eaebaaab06a6 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694089 Jul 28 07:09:20.503186 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f9a5c0f3-d293-4a23-8d3c-0bc38b47e788 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:20.528349 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-54ab4bad-bde2-415e-b55f-7042266b280b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Made reservation on behalf of 1cbaeadeed9a497a881cf0c5e53bfb32 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:09:20.532351 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-54ab4bad-bde2-415e-b55f-7042266b280b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:20.571712 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 491b7200-665d-4ef6-b8f1-53e84a0e1d30 up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:09:20.617580 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d7f55-473d-45be-b13d-d1a710dcd9cc req-c668a484-01c1-41d9-ac23-49a3f7ca46d8 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:20.619219 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f97d7f55-473d-45be-b13d-d1a710dcd9cc req-c668a484-01c1-41d9-ac23-49a3f7ca46d8 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 945 time: 0.0832882 Jul 28 07:09:20.629584 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f9a5c0f3-d293-4a23-8d3c-0bc38b47e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851772'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:20.716357 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-54ab4bad-bde2-415e-b55f-7042266b280b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Allocated IP 172.20.0.3 (9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f/263b7921-99fd-440b-8eeb-ac12d37ebf89/85b1fe3e-8073-4b84-ae28-73dfdefe8188) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:09:20.735684 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f97d7f55-473d-45be-b13d-d1a710dcd9cc req-9e663a45-ab10-4586-aeae-b3383c8b7f78 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070569 Jul 28 07:09:20.754360 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5c0f3-d293-4a23-8d3c-0bc38b47e788 admin admin] Pushing event updated for resources: {'Port': ['ID=e60be087-4d83-4b5a-9e98-b8d47231a60d,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:20.765281 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f9a5c0f3-d293-4a23-8d3c-0bc38b47e788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2020063'] for router_interface, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:20.843400 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning for port 491b7200-665d-4ef6-b8f1-53e84a0e1d30 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:09:20.849724 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port 491b7200-665d-4ef6-b8f1-53e84a0e1d30 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:09:20.850207 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:20.958923 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a5c0f3-d293-4a23-8d3c-0bc38b47e788 admin admin] Network a22c701b-550a-4f5d-9b1f-e1e45e7cb76a is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:09:20.960810 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-f9a5c0f3-d293-4a23-8d3c-0bc38b47e788 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:09:20.964686 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device b50b519d-575c-454d-9049-04bb91cd17e7 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:09:21.033612 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-54ab4bad-bde2-415e-b55f-7042266b280b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:21.036167 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:21.126553 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491b7200-665d-4ef6-b8f1-53e84a0e1d30'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:09:21.129256 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb8bcc2-ba49-408e-82d6-bedd6cb42822" -d '{"events": [{"server_uuid": "8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe", "name": "network-vif-plugged", "status": "completed", "tag": "491b7200-665d-4ef6-b8f1-53e84a0e1d30"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:09:21.172994 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0ba0f001-4577-41c8-a9bf-8bb2d691c2ca req-2a553ba3-d3f9-485e-8f5b-9018a4fbdc50 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 210 time: 0.0402398 Jul 28 07:09:21.201534 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a5c0f3-d293-4a23-8d3c-0bc38b47e788 admin admin] Router 655166d7-5a9c-42b7-bf96-f87cda473293 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:09:21.419905 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 491b7200-665d-4ef6-b8f1-53e84a0e1d30, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=491b7200-665d-4ef6-b8f1-53e84a0e1d30,segment=NetworkSegment(d43cbf28-84c5-447f-b257-25cc36067477),segment_id=d43cbf28-84c5-447f-b257-25cc36067477)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:21.424526 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a822608-ecef-4fec-b646-b7682f67e8eb x-openstack-request-id: req-1a822608-ecef-4fec-b646-b7682f67e8eb {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:09:21.424817 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe", "name": "network-vif-plugged", "status": "completed", "tag": "491b7200-665d-4ef6-b8f1-53e84a0e1d30", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:09:21.425105 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1a822608-ecef-4fec-b646-b7682f67e8eb {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:09:21.425565 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491b7200-665d-4ef6-b8f1-53e84a0e1d30', 'code': 200} Jul 28 07:09:21.443151 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-13608bd3-9906-4113-bd85-56f8c2da3ab8 req-46417121-c998-404a-8435-9981ae41b4ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0894816 Jul 28 07:09:21.444275 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a5c0f3-d293-4a23-8d3c-0bc38b47e788 admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:09:21.453662 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-887731d1-7b97-4211-91cd-28df536d572d None None] Provisioning complete for port e60be087-4d83-4b5a-9e98-b8d47231a60d triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:09:21.454227 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-887731d1-7b97-4211-91cd-28df536d572d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:21.481680 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f9a5c0f3-d293-4a23-8d3c-0bc38b47e788 admin admin] 10.222.0.10 "PUT /v2.0/routers/655166d7-5a9c-42b7-bf96-f87cda473293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2265518 Jul 28 07:09:21.493783 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-887731d1-7b97-4211-91cd-28df536d572d None None] Port e60be087-4d83-4b5a-9e98-b8d47231a60d cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:09:21.580105 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:21.618353 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a103-b213-45dd-9a3e-5f5c1c0632bc req-e86a5c9b-048d-4388-a73d-622d2a65a40c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:21.621170 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b1e7a103-b213-45dd-9a3e-5f5c1c0632bc req-e86a5c9b-048d-4388-a73d-622d2a65a40c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0957608 Jul 28 07:09:21.652533 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port b50b519d-575c-454d-9049-04bb91cd17e7 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:09:21.664664 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port b50b519d-575c-454d-9049-04bb91cd17e7 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:09:21.665672 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:21.682166 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-54ab4bad-bde2-415e-b55f-7042266b280b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:21.706660 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['457adf7f-f5a7-4fa1-8eda-a6da8212fa4d', '1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:09:21.714838 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b1e7a103-b213-45dd-9a3e-5f5c1c0632bc req-e5925674-ed23-4aa1-b22b-3eeac9235a87 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856254 Jul 28 07:09:21.808971 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-54ab4bad-bde2-415e-b55f-7042266b280b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Network 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:09:21.823806 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=491b7200-665d-4ef6-b8f1-53e84a0e1d30,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:21.834126 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-54ab4bad-bde2-415e-b55f-7042266b280b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:09:21.839646 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-54ab4bad-bde2-415e-b55f-7042266b280b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:09:21.853133 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab4bad-bde2-415e-b55f-7042266b280b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Pushing event updated for resources: {'Port': ['ID=85b1fe3e-8073-4b84-ae28-73dfdefe8188,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:21.866308 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13608bd3-9906-4113-bd85-56f8c2da3ab8 req-b3fb4be5-63f2-4b4f-bce3-474b16823d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:21.868887 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-13608bd3-9906-4113-bd85-56f8c2da3ab8 req-b3fb4be5-63f2-4b4f-bce3-474b16823d5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1cbaeadeed9a497a881cf0c5e53bfb32&device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 1099 time: 0.2490711 Jul 28 07:09:21.939098 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:21.991131 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port b50b519d-575c-454d-9049-04bb91cd17e7, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=b50b519d-575c-454d-9049-04bb91cd17e7,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:22.012742 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149bafd-4445-4ef1-992f-63363b8f59e9 req-16a95fca-c9d3-4ee7-9539-64bb5feeeb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:22.016771 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7149bafd-4445-4ef1-992f-63363b8f59e9 req-16a95fca-c9d3-4ee7-9539-64bb5feeeb17 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 1099 time: 0.2330408 Jul 28 07:09:22.050940 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-54ab4bad-bde2-415e-b55f-7042266b280b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:22.051983 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-54ab4bad-bde2-415e-b55f-7042266b280b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:22.087320 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0626b4-4adb-4eac-b13a-c3324ad421cd req-24551a71-9148-469f-9ca1-e9969682b1d2 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:22.092033 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-af0626b4-4adb-4eac-b13a-c3324ad421cd req-24551a71-9148-469f-9ca1-e9969682b1d2 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 946 time: 0.2216866 Jul 28 07:09:22.098754 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:22.154507 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13608bd3-9906-4113-bd85-56f8c2da3ab8 req-264a1383-7ccc-43ba-a434-de887eda91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:22.156632 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7149bafd-4445-4ef1-992f-63363b8f59e9 req-a516dcda-7f39-4951-a7d8-91542df9c5b2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309786 Jul 28 07:09:22.167693 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-13608bd3-9906-4113-bd85-56f8c2da3ab8 req-264a1383-7ccc-43ba-a434-de887eda91d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f HTTP/1.1" status: 200 len: 916 time: 0.2393289 Jul 28 07:09:22.170708 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-54ab4bad-bde2-415e-b55f-7042266b280b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9901087 Jul 28 07:09:22.181410 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] Sync routers for ids ['655166d7-5a9c-42b7-bf96-f87cda473293'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:09:22.193437 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-af0626b4-4adb-4eac-b13a-c3324ad421cd req-344eb252-47a9-4c89-9c34-2d6a058bab1e tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667396 Jul 28 07:09:22.211664 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] Routers {'655166d7-5a9c-42b7-bf96-f87cda473293'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:09:22.212830 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:09:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['655166d7-5a9c-42b7-bf96-f87cda473293'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:09:22.234770 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] Request body: {'port': {'device_id': 'ff6a7fce-7afe-48a9-985b-7d29007fcd65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:09:22.330617 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-13608bd3-9906-4113-bd85-56f8c2da3ab8 req-1f64b504-53c0-48ef-8a24-2ea106f0a75d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=457adf7f-f5a7-4fa1-8eda-a6da8212fa4d HTTP/1.1" status: 200 len: 217 time: 0.1059101 Jul 28 07:09:22.346546 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] Set router 655166d7-5a9c-42b7-bf96-f87cda473293 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:09:22.399334 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e28a8-0c44-4187-aa17-934ec60efbd7 req-b825310f-7536-4927-b967-91b98ecf7f51 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:22.401754 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dd5e28a8-0c44-4187-aa17-934ec60efbd7 req-b825310f-7536-4927-b967-91b98ecf7f51 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 931 time: 0.0983245 Jul 28 07:09:22.414353 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=b50b519d-575c-454d-9049-04bb91cd17e7,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:22.439964 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:22.476870 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dd5e28a8-0c44-4187-aa17-934ec60efbd7 req-3e1c7595-52ac-406f-80d4-cae988291017 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688102 Jul 28 07:09:22.518891 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13608bd3-9906-4113-bd85-56f8c2da3ab8 req-2e681c83-c742-4489-9887-e050db11daa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:22.521253 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-13608bd3-9906-4113-bd85-56f8c2da3ab8 req-2e681c83-c742-4489-9887-e050db11daa2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=263b7921-99fd-440b-8eeb-ac12d37ebf89 HTTP/1.1" status: 200 len: 855 time: 0.1726408 Jul 28 07:09:22.530842 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 52032) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:22.535561 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-85133cef-6cb1-4a2c-a71e-aaa673b9352e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1179443585', 'description': 'tempest-description--1283736409'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:09:22.630728 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-13608bd3-9906-4113-bd85-56f8c2da3ab8 req-59277ddb-3241-4a04-b077-bf3cb9aee233 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754533 Jul 28 07:09:22.663364 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-85133cef-6cb1-4a2c-a71e-aaa673b9352e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:22.684535 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:09:15Z', 'updated_at': '2021-07-28T07:09:20Z', 'revision_number': 4, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'gw_port': {'id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:16Z', 'updated_at': '2021-07-28T07:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'e60be087-4d83-4b5a-9e98-b8d47231a60d', 'name': '', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'mac_address': 'fa:16:3e:33:d9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:19Z', 'updated_at': '2021-07-28T07:09:20Z', 'revision_number': 2, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'subnets': [{'id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:09:22.723484 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] Checking router: 655166d7-5a9c-42b7-bf96-f87cda473293 for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:09:22.723979 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] Updating router 655166d7-5a9c-42b7-bf96-f87cda473293 port e60be087-4d83-4b5a-9e98-b8d47231a60d binding host dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 07:09:22.762962 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:22.817025 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-13608bd3-9906-4113-bd85-56f8c2da3ab8 req-dcdf3e8a-a524-41e6-a953-f82db34e01d4 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652169 Jul 28 07:09:22.834818 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-85133cef-6cb1-4a2c-a71e-aaa673b9352e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:22.898450 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device b50b519d-575c-454d-9049-04bb91cd17e7 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:09:22.899380 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc6341-be38-43aa-8cf5-92245ba27ad8 req-3d7f3071-e2a7-46f8-a286-5c884d713b4b tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:22.902263 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-05bc6341-be38-43aa-8cf5-92245ba27ad8 req-3d7f3071-e2a7-46f8-a286-5c884d713b4b tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0833848 Jul 28 07:09:22.922155 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b1fe3e-8073-4b84-ae28-73dfdefe8188 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:09:22.932120 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:22.944528 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-05bc6341-be38-43aa-8cf5-92245ba27ad8 req-92bf0d32-4f32-43d2-ba9c-0d9f190de795 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346112 Jul 28 07:09:22.959992 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] Transition to ACTIVE for port object 85b1fe3e-8073-4b84-ae28-73dfdefe8188 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:09:22.976520 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-13608bd3-9906-4113-bd85-56f8c2da3ab8 req-e86b1eb4-d455-4d9c-ba25-9482ecbeeb17 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402638 Jul 28 07:09:23.017753 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port b50b519d-575c-454d-9049-04bb91cd17e7 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:09:23.018117 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:23.073702 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfc058-3521-40da-98a0-0b5adafb1036 req-dde413e1-448e-4c47-8b80-71cf1fd65451 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:23.079441 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bbcfc058-3521-40da-98a0-0b5adafb1036 req-dde413e1-448e-4c47-8b80-71cf1fd65451 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0542274 Jul 28 07:09:23.089741 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-85133cef-6cb1-4a2c-a71e-aaa673b9352e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:23.141605 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:23.144610 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85133cef-6cb1-4a2c-a71e-aaa673b9352e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff3460e-9700-4b17-acd2-eb1878b42546,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:23.150753 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bbcfc058-3521-40da-98a0-0b5adafb1036 req-8308f4a1-4738-468f-b20e-d02afb9f6cf8 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691705 Jul 28 07:09:23.179816 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:23.192262 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] Transition to ACTIVE for port object e60be087-4d83-4b5a-9e98-b8d47231a60d will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:09:23.217566 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] Pushing event updated for resources: {'Port': ['ID=85b1fe3e-8073-4b84-ae28-73dfdefe8188,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:23.236874 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-85133cef-6cb1-4a2c-a71e-aaa673b9352e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:23.238080 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-85133cef-6cb1-4a2c-a71e-aaa673b9352e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7062163 Jul 28 07:09:23.241362 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 52056) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:23.247130 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-35644fe3-abd0-496f-9a4e-f5c16387e9ab tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Request body: {'security_group_rule': {'security_group_id': '1ff3460e-9700-4b17-acd2-eb1878b42546', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:09:23.303143 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] Attempting to bind port 85b1fe3e-8073-4b84-ae28-73dfdefe8188 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:09:23.303480 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] Attempting to bind port 85b1fe3e-8073-4b84-ae28-73dfdefe8188 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '56fbf760-3246-4b91-9aee-bf4b2fd92e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:09:23.303873 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] Attempting to bind port 85b1fe3e-8073-4b84-ae28-73dfdefe8188 on network 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:09:23.309376 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] Port 85b1fe3e-8073-4b84-ae28-73dfdefe8188 on network 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 07:09:23.309764 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] Attempting to bind port 85b1fe3e-8073-4b84-ae28-73dfdefe8188 on network 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:09:23.315598 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] Checking agent: {'id': '9049993c-5c8b-4294-bcfd-702819f13098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'started_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:09:23.317347 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:23.331986 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] Checking segment: {'id': '56fbf760-3246-4b91-9aee-bf4b2fd92e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:09:23.332488 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] Bound using segment: {'id': '56fbf760-3246-4b91-9aee-bf4b2fd92e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:09:23.332953 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] Bound port: 85b1fe3e-8073-4b84-ae28-73dfdefe8188, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fbf760-3246-4b91-9aee-bf4b2fd92e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:09:23.333317 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:23.383319 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb97751-3b52-4c82-a7ed-936a6d4294f5 None None] Pushing event updated for resources: {'Port': ['ID=e60be087-4d83-4b5a-9e98-b8d47231a60d,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:23.427863 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf8e05-c73d-4e06-a6ab-25f25f6b0eae req-8994c5e7-4d2b-45cc-bd5a-67ac62f12dba tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:23.429707 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-40cf8e05-c73d-4e06-a6ab-25f25f6b0eae req-8994c5e7-4d2b-45cc-bd5a-67ac62f12dba tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 946 time: 0.1235931 Jul 28 07:09:23.441500 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] For port 85b1fe3e-8073-4b84-ae28-73dfdefe8188, host hv-cinder-79280, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:09:23.446420 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] For port 85b1fe3e-8073-4b84-ae28-73dfdefe8188, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=85b1fe3e-8073-4b84-ae28-73dfdefe8188,segment=NetworkSegment(56fbf760-3246-4b91-9aee-bf4b2fd92e09),segment_id=56fbf760-3246-4b91-9aee-bf4b2fd92e09)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:09:23.466359 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] Attempting to bind port e60be087-4d83-4b5a-9e98-b8d47231a60d on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:09:23.466804 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] Attempting to bind port e60be087-4d83-4b5a-9e98-b8d47231a60d by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': '8e713edf-5ebe-4417-81fe-52bc4bd79df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:09:23.467166 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] Attempting to bind port e60be087-4d83-4b5a-9e98-b8d47231a60d on network a22c701b-550a-4f5d-9b1f-e1e45e7cb76a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:09:23.472680 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:09:23.473048 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] Checking segment: {'id': '8e713edf-5ebe-4417-81fe-52bc4bd79df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:09:23.473450 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:23.473839 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] Bound using segment: {'id': '8e713edf-5ebe-4417-81fe-52bc4bd79df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:09:23.474300 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] Bound port: e60be087-4d83-4b5a-9e98-b8d47231a60d, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e713edf-5ebe-4417-81fe-52bc4bd79df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:09:23.474706 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:23.480444 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-35644fe3-abd0-496f-9a4e-f5c16387e9ab tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:23.558113 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:23.562966 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-40cf8e05-c73d-4e06-a6ab-25f25f6b0eae req-885c5357-746d-4972-b758-906dcefa3251 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236410 Jul 28 07:09:23.565494 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] For port e60be087-4d83-4b5a-9e98-b8d47231a60d, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:09:23.578173 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] For port e60be087-4d83-4b5a-9e98-b8d47231a60d, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=e60be087-4d83-4b5a-9e98-b8d47231a60d,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:09:23.598016 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:23.598743 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:23.600203 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] 10.222.0.11 "PUT /v2.0/ports/85b1fe3e-8073-4b84-ae28-73dfdefe8188 HTTP/1.1" status: 200 len: 1093 time: 1.3760805 Jul 28 07:09:23.600726 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6a7fce-7afe-48a9-985b-7d29007fcd65', 'tag': '85b1fe3e-8073-4b84-ae28-73dfdefe8188'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:09:23.603514 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20180e3-8fc8-4d53-bda4-fef5851bd4bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6a7fce-7afe-48a9-985b-7d29007fcd65", "tag": "85b1fe3e-8073-4b84-ae28-73dfdefe8188"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:09:23.627556 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-35644fe3-abd0-496f-9a4e-f5c16387e9ab tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:23.635786 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7940ba-5491-466c-973a-be7f4d877a97 service neutron] Pushing event updated for resources: {'Port': ['ID=85b1fe3e-8073-4b84-ae28-73dfdefe8188,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:23.645725 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:23.673118 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bd4d18-1f11-47aa-9f17-8d12da087e2f x-openstack-request-id: req-59bd4d18-1f11-47aa-9f17-8d12da087e2f {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:09:23.673410 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6a7fce-7afe-48a9-985b-7d29007fcd65", "tag": "85b1fe3e-8073-4b84-ae28-73dfdefe8188", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:09:23.673664 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-59bd4d18-1f11-47aa-9f17-8d12da087e2f {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:09:23.674067 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6a7fce-7afe-48a9-985b-7d29007fcd65', 'tag': '85b1fe3e-8073-4b84-ae28-73dfdefe8188', 'status': 'completed', 'code': 200} Jul 28 07:09:23.692786 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d460eb-e16a-4e22-aefd-fa3cb7143059 req-0ad515ec-a8df-4e8d-af77-45eaabc0231f tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:23.694293 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-67d460eb-e16a-4e22-aefd-fa3cb7143059 req-0ad515ec-a8df-4e8d-af77-45eaabc0231f tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 943 time: 0.0661404 Jul 28 07:09:23.703739 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] Routers {'655166d7-5a9c-42b7-bf96-f87cda473293'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:09:23.704371 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:09:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['655166d7-5a9c-42b7-bf96-f87cda473293'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:09:23.743079 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-67d460eb-e16a-4e22-aefd-fa3cb7143059 req-557c662b-527c-475b-a78e-ff47c4c4bc0d tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424042 Jul 28 07:09:23.764947 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-35644fe3-abd0-496f-9a4e-f5c16387e9ab tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:23.768236 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb97751-3b52-4c82-a7ed-936a6d4294f5 None None] Pushing event updated for resources: {'Port': ['ID=e60be087-4d83-4b5a-9e98-b8d47231a60d,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:23.803413 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35644fe3-abd0-496f-9a4e-f5c16387e9ab tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb053cd1-0ea2-46e0-a3ff-7223f006a29a,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:23.817240 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20180e3-8fc8-4d53-bda4-fef5851bd4bf req-7e5b6b6d-a15a-494a-8b68-d028efa7b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:23.822402 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f20180e3-8fc8-4d53-bda4-fef5851bd4bf req-7e5b6b6d-a15a-494a-8b68-d028efa7b3f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1cbaeadeed9a497a881cf0c5e53bfb32&device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 1096 time: 0.0652692 Jul 28 07:09:23.874882 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] Set router 655166d7-5a9c-42b7-bf96-f87cda473293 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:09:23.976761 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20180e3-8fc8-4d53-bda4-fef5851bd4bf req-5835bce8-49d8-4c76-b617-234a2d985a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:23.978487 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f20180e3-8fc8-4d53-bda4-fef5851bd4bf req-5835bce8-49d8-4c76-b617-234a2d985a9a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1cbaeadeed9a497a881cf0c5e53bfb32&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1416543 Jul 28 07:09:23.983793 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-35644fe3-abd0-496f-9a4e-f5c16387e9ab tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:23.986605 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-35644fe3-abd0-496f-9a4e-f5c16387e9ab tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7430048 Jul 28 07:09:23.987685 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 52066) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:23.992495 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-f2e93e18-42cf-484b-9d46-46c49b6c4d25 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Request body: {'security_group_rule': {'security_group_id': '1ff3460e-9700-4b17-acd2-eb1878b42546', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:09:24.110734 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f2e93e18-42cf-484b-9d46-46c49b6c4d25 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:24.121043 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20180e3-8fc8-4d53-bda4-fef5851bd4bf req-6f05f568-7380-4b6f-bae9-b61fbcc7f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:24.127431 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f20180e3-8fc8-4d53-bda4-fef5851bd4bf req-6f05f568-7380-4b6f-bae9-b61fbcc7f71e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1261313 Jul 28 07:09:24.163963 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:09:15Z', 'updated_at': '2021-07-28T07:09:20Z', 'revision_number': 4, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'gw_port': {'id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:16Z', 'updated_at': '2021-07-28T07:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'e60be087-4d83-4b5a-9e98-b8d47231a60d', 'name': '', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'mac_address': 'fa:16:3e:33:d9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:19Z', 'updated_at': '2021-07-28T07:09:23Z', 'revision_number': 4, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'subnets': [{'id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:09:24.211504 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f2e93e18-42cf-484b-9d46-46c49b6c4d25 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:24.217996 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6421a0a9-853a-407c-a9bd-bd4081408e54 None None] The sync data for ids ['655166d7-5a9c-42b7-bf96-f87cda473293'] in dv-cinder-792800-1-iscsi is: [{'id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:09:15Z', 'updated_at': '2021-07-28T07:09:20Z', 'revision_number': 4, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'gw_port': {'id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:16Z', 'updated_at': '2021-07-28T07:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'e60be087-4d83-4b5a-9e98-b8d47231a60d', 'name': '', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'mac_address': 'fa:16:3e:33:d9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:19Z', 'updated_at': '2021-07-28T07:09:23Z', 'revision_number': 4, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'subnets': [{'id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:09:24.247117 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-85f5d143-0433-4363-9318-cc5e568239af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:24.247117 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-85f5d143-0433-4363-9318-cc5e568239af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1cbaeadeed9a497a881cf0c5e53bfb32&device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 1096 time: 0.0583389 Jul 28 07:09:24.292596 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f2e93e18-42cf-484b-9d46-46c49b6c4d25 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:24.342937 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-97089a07-2b8a-44df-b6e4-b7cf2eb668f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85b1fe3e-8073-4b84-ae28-73dfdefe8188 HTTP/1.1" status: 200 len: 217 time: 0.0620167 Jul 28 07:09:24.353365 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e93e18-42cf-484b-9d46-46c49b6c4d25 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7919a028-28bb-4697-9e2e-7dfa1fbc9614,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:24.416634 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-0ffd3e04-69dd-445e-8342-d3719ff3145c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:24.418325 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-0ffd3e04-69dd-445e-8342-d3719ff3145c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=263b7921-99fd-440b-8eeb-ac12d37ebf89 HTTP/1.1" status: 200 len: 855 time: 0.0691490 Jul 28 07:09:24.446868 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f2e93e18-42cf-484b-9d46-46c49b6c4d25 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:24.448688 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f2e93e18-42cf-484b-9d46-46c49b6c4d25 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4593267 Jul 28 07:09:24.452250 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 52094) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:24.456816 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-dd3121e3-c8b0-47c6-ac1e-3a652574801a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Request body: {'floatingip': {'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:09:24.466399 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-d1c945f1-062d-43e5-8ec2-4d01b66c78d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353215 Jul 28 07:09:24.546555 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dd3121e3-c8b0-47c6-ac1e-3a652574801a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for floatingip, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:24.612654 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-52427a57-c77c-452e-9504-f824ca5d249f service neutron] 10.222.0.11 "GET /v2.0/networks/9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292655 Jul 28 07:09:24.730397 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eef60585-631b-4b7f-9af3-aae024a91dcf req-5aadab1c-3140-4300-b6a8-dc02e3820fa4 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059134 Jul 28 07:09:24.736182 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc471f-f593-46b1-8253-0fb3c5ee26b4 req-471b66ae-25a6-4a1b-b493-fcac30bda283 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:24.738304 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9ddc471f-f593-46b1-8253-0fb3c5ee26b4 req-471b66ae-25a6-4a1b-b493-fcac30bda283 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 946 time: 0.0770833 Jul 28 07:09:24.765895 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dd3121e3-c8b0-47c6-ac1e-3a652574801a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:24.879899 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9ddc471f-f593-46b1-8253-0fb3c5ee26b4 req-67bfffe0-b6da-4cdc-b1f5-ab8ebf668fe5 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273513 Jul 28 07:09:24.909289 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device e60be087-4d83-4b5a-9e98-b8d47231a60d up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:09:25.094838 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port e60be087-4d83-4b5a-9e98-b8d47231a60d completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:09:25.099964 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port e60be087-4d83-4b5a-9e98-b8d47231a60d triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:09:25.106748 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:25.209396 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd72315-adad-434a-9a34-a6de24e1d24c req-d6796d3f-dbb4-4ecc-9172-98f370069745 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:25.219815 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dcd72315-adad-434a-9a34-a6de24e1d24c req-d6796d3f-dbb4-4ecc-9172-98f370069745 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 943 time: 0.3752413 Jul 28 07:09:25.239117 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:25.290010 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dcd72315-adad-434a-9a34-a6de24e1d24c req-025dd812-bf4e-481a-838d-8677d450ebc9 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685444 Jul 28 07:09:25.292780 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-dd3121e3-c8b0-47c6-ac1e-3a652574801a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Allocated IP 172.27.0.241 (8c193189-1b67-4afb-a9ff-6e33854cf3c6/2c40bc55-7b7c-48af-93d0-df9752159746/0339a272-0431-414c-8f31-7d3522da2638) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:09:25.313361 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port e60be087-4d83-4b5a-9e98-b8d47231a60d, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=e60be087-4d83-4b5a-9e98-b8d47231a60d,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:25.419989 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:25.451445 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dd3121e3-c8b0-47c6-ac1e-3a652574801a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:25.480263 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=e60be087-4d83-4b5a-9e98-b8d47231a60d,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:25.614422 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dd3121e3-c8b0-47c6-ac1e-3a652574801a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:25.656112 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3121e3-c8b0-47c6-ac1e-3a652574801a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:09:25.660586 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-dd3121e3-c8b0-47c6-ac1e-3a652574801a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:09:25.667252 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3121e3-c8b0-47c6-ac1e-3a652574801a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:09:25.695378 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3121e3-c8b0-47c6-ac1e-3a652574801a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Pushing event updated for resources: {'Port': ['ID=0339a272-0431-414c-8f31-7d3522da2638,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:25.805612 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 52144) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:25.826224 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dd3121e3-c8b0-47c6-ac1e-3a652574801a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:25.897155 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 52150) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:25.933467 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7aca27-a612-42b3-931c-3bd745150e80 req-7b74fb13-97ba-45e9-a315-efc1aff5e739 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:25.934980 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8f7aca27-a612-42b3-931c-3bd745150e80 req-7b74fb13-97ba-45e9-a315-efc1aff5e739 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0493484 Jul 28 07:09:25.975907 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4309efca-e89b-4a70-8649-1529b1a68149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:26.002685 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dd3121e3-c8b0-47c6-ac1e-3a652574801a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:26.007657 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8f7aca27-a612-42b3-931c-3bd745150e80 req-93530c97-d6d5-46f2-85df-54457c490d60 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666420 Jul 28 07:09:26.055923 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-29bfe215-6449-4a0e-b9b0-b71b60b05af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:26.092544 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036a6e5-bcc3-42cf-a868-4f3e9b4314e6 req-c474d508-0fcb-4ff2-b5ae-806e0d67e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:26.094022 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e036a6e5-bcc3-42cf-a868-4f3e9b4314e6 req-c474d508-0fcb-4ff2-b5ae-806e0d67e151 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0971c291dd1641df82c27807255ee0c7&device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 1098 time: 0.0850050 Jul 28 07:09:26.160743 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dd3121e3-c8b0-47c6-ac1e-3a652574801a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:26.169651 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4309efca-e89b-4a70-8649-1529b1a68149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:26.223375 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036a6e5-bcc3-42cf-a868-4f3e9b4314e6 req-7743093b-ad70-44f7-8043-c54c456edb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:26.224650 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e036a6e5-bcc3-42cf-a868-4f3e9b4314e6 req-7743093b-ad70-44f7-8043-c54c456edb20 service neutron] 10.222.0.11 "GET /v2.0/networks?id=11156f08-0d12-4240-b1b6-a1274a83eab6 HTTP/1.1" status: 200 len: 919 time: 0.1100211 Jul 28 07:09:26.244395 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dd3121e3-c8b0-47c6-ac1e-3a652574801a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851772'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:26.274779 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4309efca-e89b-4a70-8649-1529b1a68149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:26.290693 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e036a6e5-bcc3-42cf-a868-4f3e9b4314e6 req-2e57e419-3604-4973-870e-3ea23eedeed7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01b5f42b-1fda-4adc-8f1b-29e68b78c037 HTTP/1.1" status: 200 len: 217 time: 0.0550857 Jul 28 07:09:26.318442 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3121e3-c8b0-47c6-ac1e-3a652574801a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Pushing event updated for resources: {'Port': ['ID=0339a272-0431-414c-8f31-7d3522da2638,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:26.326754 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dd3121e3-c8b0-47c6-ac1e-3a652574801a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019642'] for floatingip, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:26.365193 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-4309efca-e89b-4a70-8649-1529b1a68149 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=663b116cf0f341ee9c1aa29654f94d59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5583529 Jul 28 07:09:26.369245 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 52162) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:26.372123 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309efca-e89b-4a70-8649-1529b1a68149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b259ea6-23e4-4472-be41-6be9a7eb65d6,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:26.399462 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036a6e5-bcc3-42cf-a868-4f3e9b4314e6 req-ee1f5470-7429-4458-b11a-e454d21951ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:26.401047 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e036a6e5-bcc3-42cf-a868-4f3e9b4314e6 req-ee1f5470-7429-4458-b11a-e454d21951ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04ce5e32-4c6c-4b89-a89b-cb43b533785f HTTP/1.1" status: 200 len: 858 time: 0.0984366 Jul 28 07:09:26.444137 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e24c3-577f-4b6e-8480-e06a88b910fb req-8552e9b0-8be5-48e1-a71f-f9d8c4a070c8 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:26.445644 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-147e24c3-577f-4b6e-8480-e06a88b910fb req-8552e9b0-8be5-48e1-a71f-f9d8c4a070c8 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 943 time: 0.0854876 Jul 28 07:09:26.451546 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e036a6e5-bcc3-42cf-a868-4f3e9b4314e6 req-4f21c809-35cb-4a62-95dd-7f26ab50b15e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11156f08-0d12-4240-b1b6-a1274a83eab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320804 Jul 28 07:09:26.473465 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cf8fbd3a-7b7d-442f-a9ac-400775d204cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:26.511339 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cf8fbd3a-7b7d-442f-a9ac-400775d204cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:26.515861 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-147e24c3-577f-4b6e-8480-e06a88b910fb req-7764b4c1-89fe-437f-9c72-e527bdd0db13 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613594 Jul 28 07:09:26.557529 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-29bfe215-6449-4a0e-b9b0-b71b60b05af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:26.593624 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e036a6e5-bcc3-42cf-a868-4f3e9b4314e6 req-2e0b7920-8625-4c7e-b642-3fc446a18605 service neutron] 10.222.0.11 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310320 Jul 28 07:09:26.601277 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 85b1fe3e-8073-4b84-ae28-73dfdefe8188 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:09:26.646219 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-29bfe215-6449-4a0e-b9b0-b71b60b05af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:26.652429 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e709fc9-c648-4830-a423-4414a0c97235 req-9f7befe2-4e63-498f-8d8a-8dadcb8c1ecb tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:26.654530 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9e709fc9-c648-4830-a423-4414a0c97235 req-9f7befe2-4e63-498f-8d8a-8dadcb8c1ecb tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 946 time: 0.0565469 Jul 28 07:09:26.677035 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cf8fbd3a-7b7d-442f-a9ac-400775d204cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:26.679898 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cf8fbd3a-7b7d-442f-a9ac-400775d204cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:26.684392 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-cf8fbd3a-7b7d-442f-a9ac-400775d204cf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b259ea6-23e4-4472-be41-6be9a7eb65d6 HTTP/1.1" status: 204 len: 168 time: 0.3108673 Jul 28 07:09:26.711918 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8fbd3a-7b7d-442f-a9ac-400775d204cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b259ea6-23e4-4472-be41-6be9a7eb65d6,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:26.720160 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-29bfe215-6449-4a0e-b9b0-b71b60b05af3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7630448b14b9411582cc9df16cb32b68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8217320 Jul 28 07:09:26.720840 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 52170) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:26.724698 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfe215-6449-4a0e-b9b0-b71b60b05af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61106c9e-c388-4183-9aea-38d09ac216cb,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:26.762855 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e036a6e5-bcc3-42cf-a868-4f3e9b4314e6 req-24af636a-ac1e-4bcb-82cb-5cebb2757912 service neutron] 10.222.0.11 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607971 Jul 28 07:09:26.765915 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dd3121e3-c8b0-47c6-ac1e-3a652574801a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:26.806441 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-dd3121e3-c8b0-47c6-ac1e-3a652574801a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3517632 Jul 28 07:09:26.823147 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9e709fc9-c648-4830-a423-4414a0c97235 req-cf4c6438-bf75-4c69-a027-4e7d6cb1a072 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614208 Jul 28 07:09:26.830650 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8aaad443-82e2-4603-ae23-83509236df67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:26.849013 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 85b1fe3e-8073-4b84-ae28-73dfdefe8188, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=85b1fe3e-8073-4b84-ae28-73dfdefe8188,segment=NetworkSegment(56fbf760-3246-4b91-9aee-bf4b2fd92e09),segment_id=56fbf760-3246-4b91-9aee-bf4b2fd92e09)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:26.866946 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': '85b1fe3e-8073-4b84-ae28-73dfdefe8188', 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f', 'port_id': '85b1fe3e-8073-4b84-ae28-73dfdefe8188', 'mac_address': 'fa:16:3e:21:0b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263b7921-99fd-440b-8eeb-ac12d37ebf89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:09:26.878857 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8aaad443-82e2-4603-ae23-83509236df67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:26.912354 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:26.913199 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device e60be087-4d83-4b5a-9e98-b8d47231a60d up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:09:26.954244 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:26.973585 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b1fe3e-8073-4b84-ae28-73dfdefe8188 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:09:27.002442 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 85b1fe3e-8073-4b84-ae28-73dfdefe8188, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=85b1fe3e-8073-4b84-ae28-73dfdefe8188,segment=NetworkSegment(56fbf760-3246-4b91-9aee-bf4b2fd92e09),segment_id=56fbf760-3246-4b91-9aee-bf4b2fd92e09)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:27.003339 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port e60be087-4d83-4b5a-9e98-b8d47231a60d triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:09:27.003708 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:27.013965 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8aaad443-82e2-4603-ae23-83509236df67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:27.016804 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8aaad443-82e2-4603-ae23-83509236df67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:27.018140 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-8aaad443-82e2-4603-ae23-83509236df67 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/61106c9e-c388-4183-9aea-38d09ac216cb HTTP/1.1" status: 204 len: 168 time: 0.2944541 Jul 28 07:09:27.025616 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaad443-82e2-4603-ae23-83509236df67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61106c9e-c388-4183-9aea-38d09ac216cb,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:27.094712 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:27.140965 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fe207-33ee-48f3-94a4-0f15b87bbd8e req-2301fd0c-1629-4311-a95f-2dcf80ac4517 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:27.148779 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2f0fe207-33ee-48f3-94a4-0f15b87bbd8e req-2301fd0c-1629-4311-a95f-2dcf80ac4517 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0613418 Jul 28 07:09:27.161202 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=85b1fe3e-8073-4b84-ae28-73dfdefe8188,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:27.184291 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2f0fe207-33ee-48f3-94a4-0f15b87bbd8e req-adfe1df1-ffc5-45a5-9919-b09e299272cd tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346107 Jul 28 07:09:27.486972 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 52192) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:27.501093 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ca220d95-dbc4-4959-afd1-eba679503024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:27.509489 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['85b1fe3e-8073-4b84-ae28-73dfdefe8188'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:09:27.604996 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ca220d95-dbc4-4959-afd1-eba679503024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:27.660983 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350a44-a2c1-46de-ad5b-4df063c30dcc req-8c4e8952-d53b-42d4-abf1-226caf750c34 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:27.662498 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-89350a44-a2c1-46de-ad5b-4df063c30dcc req-8c4e8952-d53b-42d4-abf1-226caf750c34 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 944 time: 0.0529861 Jul 28 07:09:27.707140 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-89350a44-a2c1-46de-ad5b-4df063c30dcc req-96065945-cb5d-457c-aee0-fec625bdd0ca tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385423 Jul 28 07:09:27.745831 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ca220d95-dbc4-4959-afd1-eba679503024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:27.784858 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ca220d95-dbc4-4959-afd1-eba679503024 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=199df169920143939e08dec824a26ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968080 Jul 28 07:09:27.785701 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca220d95-dbc4-4959-afd1-eba679503024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015060de-29f1-4857-82fb-128344d14487,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:27.787599 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 52198) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:27.825889 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 52200) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:27.834315 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:09:27.836343 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa92dec1-76b8-4c1c-9ba2-351a8bbadfb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:27.839508 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0450ada9-2a60-4d0a-8b71-3538d7d76c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:27.860085 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa92dec1-76b8-4c1c-9ba2-351a8bbadfb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:27.969433 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3568d-8820-4b59-9a3b-b637eb5e4e2e req-3c70ea2b-4610-4edf-bef5-40364f1458c2 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:27.970835 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-88a3568d-8820-4b59-9a3b-b637eb5e4e2e req-3c70ea2b-4610-4edf-bef5-40364f1458c2 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 946 time: 0.0730400 Jul 28 07:09:27.985045 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0450ada9-2a60-4d0a-8b71-3538d7d76c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:27.997047 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa92dec1-76b8-4c1c-9ba2-351a8bbadfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:27.999586 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa92dec1-76b8-4c1c-9ba2-351a8bbadfb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:28.000803 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-aa92dec1-76b8-4c1c-9ba2-351a8bbadfb3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/015060de-29f1-4857-82fb-128344d14487 HTTP/1.1" status: 204 len: 168 time: 0.2121501 Jul 28 07:09:28.008775 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92dec1-76b8-4c1c-9ba2-351a8bbadfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015060de-29f1-4857-82fb-128344d14487,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:28.017442 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-88a3568d-8820-4b59-9a3b-b637eb5e4e2e req-51dbe377-5c8c-4084-80a2-2ab26c11a2c8 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373216 Jul 28 07:09:28.076343 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0450ada9-2a60-4d0a-8b71-3538d7d76c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:28.118066 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-0450ada9-2a60-4d0a-8b71-3538d7d76c25 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=63dd831aed784715a7fe6210f0056579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911017 Jul 28 07:09:28.119183 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450ada9-2a60-4d0a-8b71-3538d7d76c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a499ecd-a4a6-4245-8f89-06418a2487b6,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:28.120866 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 52206) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:28.178917 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a71baaf2-6845-4d29-8535-df548ee6b72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:28.200564 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a71baaf2-6845-4d29-8535-df548ee6b72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:28.310243 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36835d-6e64-4b2a-9a88-bd941a63a63b req-604487d3-1107-4d6e-881f-86bac630d17d tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:28.311642 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ce36835d-6e64-4b2a-9a88-bd941a63a63b req-604487d3-1107-4d6e-881f-86bac630d17d tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0483737 Jul 28 07:09:28.340078 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a71baaf2-6845-4d29-8535-df548ee6b72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:28.342868 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a71baaf2-6845-4d29-8535-df548ee6b72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:28.346438 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a71baaf2-6845-4d29-8535-df548ee6b72e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a499ecd-a4a6-4245-8f89-06418a2487b6 HTTP/1.1" status: 204 len: 168 time: 0.2220926 Jul 28 07:09:28.352592 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71baaf2-6845-4d29-8535-df548ee6b72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a499ecd-a4a6-4245-8f89-06418a2487b6,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:28.356995 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ce36835d-6e64-4b2a-9a88-bd941a63a63b req-2a840ade-4217-4aa5-a08a-07644b5ab06d tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392766 Jul 28 07:09:28.829014 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce5880-25da-4e76-96e9-b7c5ff2e0968 req-ab042dea-d56e-4464-b4a6-1cc38733fa24 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:28.830587 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-69ce5880-25da-4e76-96e9-b7c5ff2e0968 req-ab042dea-d56e-4464-b4a6-1cc38733fa24 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 944 time: 0.0558593 Jul 28 07:09:28.871021 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-69ce5880-25da-4e76-96e9-b7c5ff2e0968 req-81e3a702-c6a0-4d37-8745-d5650f48e234 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341165 Jul 28 07:09:28.947151 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3227db-a037-4319-8f5d-b5da198890a9 req-25140169-7463-412d-a3a9-ca38f85c4423 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:28.949189 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c3227db-a037-4319-8f5d-b5da198890a9 req-25140169-7463-412d-a3a9-ca38f85c4423 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 946 time: 0.0532954 Jul 28 07:09:29.065817 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-0c3227db-a037-4319-8f5d-b5da198890a9 req-2c10418d-d0ff-42c7-a06d-a564ce29b462 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Deleting port 491b7200-665d-4ef6-b8f1-53e84a0e1d30 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:09:29.066157 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-0c3227db-a037-4319-8f5d-b5da198890a9 req-2c10418d-d0ff-42c7-a06d-a564ce29b462 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:29.142837 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e16ec0-314b-4013-97c2-4d34c7be4870 req-2f55193c-ceda-4122-a999-8b53525ae01b tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:29.145051 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b3e16ec0-314b-4013-97c2-4d34c7be4870 req-2f55193c-ceda-4122-a999-8b53525ae01b tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 946 time: 0.0513475 Jul 28 07:09:29.166776 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-0c3227db-a037-4319-8f5d-b5da198890a9 req-2c10418d-d0ff-42c7-a06d-a564ce29b462 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] For port 491b7200-665d-4ef6-b8f1-53e84a0e1d30, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=491b7200-665d-4ef6-b8f1-53e84a0e1d30,segment=NetworkSegment(d43cbf28-84c5-447f-b257-25cc36067477),segment_id=d43cbf28-84c5-447f-b257-25cc36067477)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:29.167072 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-0c3227db-a037-4319-8f5d-b5da198890a9 req-2c10418d-d0ff-42c7-a06d-a564ce29b462 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:29.183326 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-0c3227db-a037-4319-8f5d-b5da198890a9 req-2c10418d-d0ff-42c7-a06d-a564ce29b462 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Calling delete_port for 491b7200-665d-4ef6-b8f1-53e84a0e1d30 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:09:29.197636 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b3e16ec0-314b-4013-97c2-4d34c7be4870 req-3cfb92d1-c74c-4998-8afa-dd35601a32ee tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443091 Jul 28 07:09:29.442432 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-0c3227db-a037-4319-8f5d-b5da198890a9 req-2c10418d-d0ff-42c7-a06d-a564ce29b462 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:29.457508 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['491b7200-665d-4ef6-b8f1-53e84a0e1d30'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:09:29.477028 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10418d-d0ff-42c7-a06d-a564ce29b462 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Pushing event deleted for resources: {'Port': ['ID=491b7200-665d-4ef6-b8f1-53e84a0e1d30,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:29.529385 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3227db-a037-4319-8f5d-b5da198890a9 req-2c10418d-d0ff-42c7-a06d-a564ce29b462 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] No DVR routers for this DVR port 491b7200-665d-4ef6-b8f1-53e84a0e1d30 on host hv-cinder-79280 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:09:29.532003 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e1ae5-2121-4378-8d50-6a364456f1ba req-6f90785f-59cd-4956-90f4-aa2376760ef1 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:29.532297 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-0c3227db-a037-4319-8f5d-b5da198890a9 req-2c10418d-d0ff-42c7-a06d-a564ce29b462 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:29.533731 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-443e1ae5-2121-4378-8d50-6a364456f1ba req-6f90785f-59cd-4956-90f4-aa2376760ef1 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0701075 Jul 28 07:09:29.534703 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c3227db-a037-4319-8f5d-b5da198890a9 req-2c10418d-d0ff-42c7-a06d-a564ce29b462 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.11 "DELETE /v2.0/ports/491b7200-665d-4ef6-b8f1-53e84a0e1d30 HTTP/1.1" status: 204 len: 173 time: 0.5739455 Jul 28 07:09:29.535156 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe', 'name': 'network-vif-deleted', 'tag': '491b7200-665d-4ef6-b8f1-53e84a0e1d30'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:09:29.537394 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2696c2-fd9f-4d74-a3bc-c092cfa19791" -d '{"events": [{"server_uuid": "8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe", "name": "network-vif-deleted", "tag": "491b7200-665d-4ef6-b8f1-53e84a0e1d30"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:09:29.575900 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-443e1ae5-2121-4378-8d50-6a364456f1ba req-9bca66d9-eab7-4cb3-b524-e8d70ced66ad tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339983 Jul 28 07:09:29.617276 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80199cce-dca6-4428-ab1d-636153672ce5 x-openstack-request-id: req-80199cce-dca6-4428-ab1d-636153672ce5 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:09:29.617559 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe", "name": "network-vif-deleted", "tag": "491b7200-665d-4ef6-b8f1-53e84a0e1d30", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:09:29.617809 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-80199cce-dca6-4428-ab1d-636153672ce5 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:09:29.618246 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe', 'name': 'network-vif-deleted', 'tag': '491b7200-665d-4ef6-b8f1-53e84a0e1d30', 'status': 'completed', 'code': 200} Jul 28 07:09:29.998410 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a377cb-acb9-43e6-b071-b291c73f4107 req-895dec80-ecbd-4bb2-a4ff-4b34028cd933 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:29.999969 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-24a377cb-acb9-43e6-b071-b291c73f4107 req-895dec80-ecbd-4bb2-a4ff-4b34028cd933 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 944 time: 0.0541627 Jul 28 07:09:30.045688 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-24a377cb-acb9-43e6-b071-b291c73f4107 req-f421da8b-ca3b-4b87-b2d2-d70c09f36316 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395992 Jul 28 07:09:30.307206 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3a954b4f-11e5-48f5-b17d-bbbe53ae3ba3 req-462cb6a4-7a3e-426b-917c-8a3f7d811137 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d783d6d-eb42-46d4-b4c8-fc7feab5d8fe HTTP/1.1" status: 200 len: 210 time: 0.0265372 Jul 28 07:09:30.616711 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 85b1fe3e-8073-4b84-ae28-73dfdefe8188 up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:09:30.730364 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c5036-75d8-4719-a684-c94a1820502d req-4d91accd-2df5-407d-9098-07b8dd50e9a5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:30.737530 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d69c5036-75d8-4719-a684-c94a1820502d req-4d91accd-2df5-407d-9098-07b8dd50e9a5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0800416 Jul 28 07:09:30.771730 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d69c5036-75d8-4719-a684-c94a1820502d req-faa48ade-d54f-4636-956b-c8d7e59d33fc tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333457 Jul 28 07:09:30.876704 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning for port 85b1fe3e-8073-4b84-ae28-73dfdefe8188 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:09:30.880998 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port 85b1fe3e-8073-4b84-ae28-73dfdefe8188 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:09:30.881370 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:30.971071 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:30.993179 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6a7fce-7afe-48a9-985b-7d29007fcd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b1fe3e-8073-4b84-ae28-73dfdefe8188'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:09:30.995468 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35845991-7e14-4d1a-bb27-f2ca88ac37f2" -d '{"events": [{"server_uuid": "ff6a7fce-7afe-48a9-985b-7d29007fcd65", "name": "network-vif-plugged", "status": "completed", "tag": "85b1fe3e-8073-4b84-ae28-73dfdefe8188"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:09:31.008071 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 85b1fe3e-8073-4b84-ae28-73dfdefe8188, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=85b1fe3e-8073-4b84-ae28-73dfdefe8188,segment=NetworkSegment(56fbf760-3246-4b91-9aee-bf4b2fd92e09),segment_id=56fbf760-3246-4b91-9aee-bf4b2fd92e09)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:31.025959 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-8f00cd6c-6734-44b4-9381-8cb17e9074cb tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1179443585&fields=id&tenant_id=72669f81dfae41e59e1bf436c77c2d29 HTTP/1.1" status: 200 len: 267 time: 0.0442741 Jul 28 07:09:31.033925 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493013d3-a101-4a30-be33-d57591a2c1f8 x-openstack-request-id: req-493013d3-a101-4a30-be33-d57591a2c1f8 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:09:31.034313 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6a7fce-7afe-48a9-985b-7d29007fcd65", "name": "network-vif-plugged", "status": "completed", "tag": "85b1fe3e-8073-4b84-ae28-73dfdefe8188", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:09:31.034624 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-493013d3-a101-4a30-be33-d57591a2c1f8 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:09:31.035134 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6a7fce-7afe-48a9-985b-7d29007fcd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b1fe3e-8073-4b84-ae28-73dfdefe8188', 'code': 200} Jul 28 07:09:31.122559 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:31.173485 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=85b1fe3e-8073-4b84-ae28-73dfdefe8188,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:31.182049 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-caf632da-67f8-47df-a6d6-bc61dd4e0cd8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:31.184362 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-caf632da-67f8-47df-a6d6-bc61dd4e0cd8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/networks?id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a HTTP/1.1" status: 200 len: 817 time: 0.1504579 Jul 28 07:09:31.211858 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459e803-9a2b-4ae5-b783-5003b4cc39b1 req-2a3c7a56-664f-48f0-bdb2-ca4a663d22df tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:31.213443 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c459e803-9a2b-4ae5-b783-5003b4cc39b1 req-2a3c7a56-664f-48f0-bdb2-ca4a663d22df tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 945 time: 0.0913928 Jul 28 07:09:31.217935 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-cb3274eb-f910-4d5e-be0f-92ddac13f610 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/quotas/72669f81dfae41e59e1bf436c77c2d29 HTTP/1.1" status: 200 len: 375 time: 0.0211217 Jul 28 07:09:31.286577 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c459e803-9a2b-4ae5-b783-5003b4cc39b1 req-8d73fc07-1113-4481-87dc-6adafb9977b3 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605099 Jul 28 07:09:31.297413 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-25e5ab28-cf06-49b0-8889-f50a2f578ca2 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=72669f81dfae41e59e1bf436c77c2d29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0730317 Jul 28 07:09:31.406913 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-dc7f0da2-9741-41f0-8deb-a08282ba74df service neutron] 10.222.0.10 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941498 Jul 28 07:09:31.504969 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-9debbc74-ceed-497c-a8a4-ee1131d8b90d service neutron] 10.222.0.10 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906537 Jul 28 07:09:31.646862 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4e5e8-f5cb-422f-9460-ff6e82b70b4e req-fecccd50-b0a0-45c2-bfab-7f8a0ed5e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:31.648361 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0db4e5e8-f5cb-422f-9460-ff6e82b70b4e req-fecccd50-b0a0-45c2-bfab-7f8a0ed5e38b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 1098 time: 0.2312646 Jul 28 07:09:31.654055 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-9a26791a-0ef2-4b80-94c8-5192e63d8065 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:31.655597 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-9a26791a-0ef2-4b80-94c8-5192e63d8065 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/networks?id=aadda09f-3965-441f-8839-2e1e4cee4271 HTTP/1.1" status: 200 len: 809 time: 0.1160791 Jul 28 07:09:31.671169 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-ae93e069-09ef-4486-9598-24053efd22e2 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/quotas/dd1c6da1ea5f431c86cea22166a6fb94 HTTP/1.1" status: 200 len: 375 time: 0.0097566 Jul 28 07:09:31.685038 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0db4e5e8-f5cb-422f-9460-ff6e82b70b4e req-f4ca3bf4-bba5-4d75-a331-ae54338aa187 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288844 Jul 28 07:09:31.703477 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-85bd1d86-9abe-4b71-85ac-8086214b4c38 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd1c6da1ea5f431c86cea22166a6fb94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262995 Jul 28 07:09:31.821447 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-567a9355-ee79-4c97-9a70-6f085125f891 service neutron] 10.222.0.10 "GET /v2.0/networks/aadda09f-3965-441f-8839-2e1e4cee4271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110835 Jul 28 07:09:31.871670 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-32233cb8-6a7b-4e11-8f3b-71b3e6e273bd req-637634d8-6d3a-47ad-9265-020110d01337 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 210 time: 0.0491505 Jul 28 07:09:31.979007 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-d54b87bb-cefe-441b-9017-e345fe9f7e91 service neutron] 10.222.0.10 "GET /v2.0/networks/aadda09f-3965-441f-8839-2e1e4cee4271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184759 Jul 28 07:09:32.002855 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262ac9f-e34b-40aa-b861-57abbe342035 req-47fcc189-a9b0-4360-abdf-aa97db2c5b33 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:32.004455 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d262ac9f-e34b-40aa-b861-57abbe342035 req-47fcc189-a9b0-4360-abdf-aa97db2c5b33 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0643685 Jul 28 07:09:32.045079 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d262ac9f-e34b-40aa-b861-57abbe342035 req-3931b441-3603-4d75-aa7f-3be91d36a86c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327952 Jul 28 07:09:32.233803 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-043e09a2-1d6f-45d6-ba19-188f96703f06 req-b1a4e145-750d-4967-a5d8-1ffa8a65d692 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 210 time: 0.0261431 Jul 28 07:09:32.415839 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac035fc6-2753-42da-b60e-62b5648978e7 req-6c25f683-c2ec-473e-bc82-6efc5d48e4e1 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:32.417919 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ac035fc6-2753-42da-b60e-62b5648978e7 req-6c25f683-c2ec-473e-bc82-6efc5d48e4e1 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 945 time: 0.0543766 Jul 28 07:09:32.468709 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ac035fc6-2753-42da-b60e-62b5648978e7 req-026274af-6266-4bf3-be64-53151ab7c474 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450027 Jul 28 07:09:32.624155 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 491b7200-665d-4ef6-b8f1-53e84a0e1d30 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:09:32.647094 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] No Port match for: 491b7200-665d-4ef6-b8f1-53e84a0e1d30 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:09:32.647408 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 491b7200-665d-4ef6-b8f1-53e84a0e1d30 not bound to the agent host hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:09:32.966392 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3955b7b1-f2b9-4656-a3d7-dcb28f5eda40 req-8a98b698-e08a-4c15-904c-16ea6c11985b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 210 time: 0.0276749 Jul 28 07:09:33.171786 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99f092-61f3-4b96-950e-e8e1d3dd640a req-00745255-ce62-4997-a688-368501fbe6d5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:33.173251 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3f99f092-61f3-4b96-950e-e8e1d3dd640a req-00745255-ce62-4997-a688-368501fbe6d5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0542984 Jul 28 07:09:33.220563 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3f99f092-61f3-4b96-950e-e8e1d3dd640a req-8213623e-553c-4501-9eee-74d8b6cc92a6 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412574 Jul 28 07:09:33.324987 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1ac3f4bb-b52a-4bc8-87cb-501211f4bd10 req-3b210a37-da26-4479-968d-bc4842198899 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 210 time: 0.0265691 Jul 28 07:09:33.597822 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f4e7f-7d33-4d2e-a83b-7694e8030586 req-50bdd6eb-6afc-4fa1-b938-ddb6b1dfe7e8 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:33.599394 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6f5f4e7f-7d33-4d2e-a83b-7694e8030586 req-50bdd6eb-6afc-4fa1-b938-ddb6b1dfe7e8 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 945 time: 0.0480194 Jul 28 07:09:33.637816 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6f5f4e7f-7d33-4d2e-a83b-7694e8030586 req-658b29d3-62b8-44ed-919d-a431806ce1a5 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323825 Jul 28 07:09:34.066386 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-781b0006-214e-4633-954c-fc3077ef1252 req-889655b4-4ad5-40f6-a305-2bb7d0abbe54 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 210 time: 0.0297122 Jul 28 07:09:34.334303 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473488b-f43d-48d9-b654-e984fd10b349 req-d8c39179-8d7f-4386-8850-4ac5a2e6f790 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:34.335812 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8473488b-f43d-48d9-b654-e984fd10b349 req-d8c39179-8d7f-4386-8850-4ac5a2e6f790 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0481160 Jul 28 07:09:34.410365 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8473488b-f43d-48d9-b654-e984fd10b349 req-3bd9db5e-30b8-4628-bec7-4e3e27fdd889 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557783 Jul 28 07:09:34.443319 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5d7628ce-03f0-4b56-ad7b-d37cacd1df0e req-36c539d3-62ff-40df-924a-cb12ac45660f tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 210 time: 0.0317290 Jul 28 07:09:34.725537 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-908e803b-f882-4f2c-8110-dfa287942dc6 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:34.727508 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-908e803b-f882-4f2c-8110-dfa287942dc6 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.11 "GET /v2.0/networks?id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a HTTP/1.1" status: 200 len: 817 time: 0.1033769 Jul 28 07:09:34.787550 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-26ed28fc-4c9a-447e-9194-8001f403d015 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72669f81dfae41e59e1bf436c77c2d29 HTTP/1.1" status: 200 len: 380 time: 0.0429277 Jul 28 07:09:34.801559 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-428a345d-f36e-46ba-9c9d-1817c167f75b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Request body: {'port': {'device_id': 'eab588fb-f4d0-48ff-83b9-adf4561ad0fa', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'admin_state_up': True, 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'security_groups': ['1ff3460e-9700-4b17-acd2-eb1878b42546']}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:09:34.966630 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-428a345d-f36e-46ba-9c9d-1817c167f75b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Made reservation on behalf of 72669f81dfae41e59e1bf436c77c2d29 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:09:34.970188 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-428a345d-f36e-46ba-9c9d-1817c167f75b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:35.129161 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 52462) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:35.155130 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-428a345d-f36e-46ba-9c9d-1817c167f75b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Allocated IP 172.20.0.12 (a22c701b-550a-4f5d-9b1f-e1e45e7cb76a/daaf5aed-db9a-4a60-affc-b3c69fa15b44/f1ce5be7-933f-404f-8e23-23fdcc874fb3) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:09:35.199207 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a4850f7d-9410-4708-b35f-ae790f125bd7 req-2bc157a1-0564-44d9-b81d-90a5e592f01d tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 210 time: 0.0312428 Jul 28 07:09:35.251816 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b1e66484-7596-4087-88cb-c4f5b4b2f3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:35.297260 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-428a345d-f36e-46ba-9c9d-1817c167f75b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:35.313315 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-428a345d-f36e-46ba-9c9d-1817c167f75b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Transition to ACTIVE for port object f1ce5be7-933f-404f-8e23-23fdcc874fb3 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:09:35.352057 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b1e66484-7596-4087-88cb-c4f5b4b2f3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:35.432740 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b1e66484-7596-4087-88cb-c4f5b4b2f3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:35.473436 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b1e66484-7596-4087-88cb-c4f5b4b2f3bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=960102026f164601a47610cf1d726855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429773 Jul 28 07:09:35.474867 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e66484-7596-4087-88cb-c4f5b4b2f3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5848ab0-85c5-43d1-aa31-5553323a6f4d,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:35.476475 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 52480) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:35.515814 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-428a345d-f36e-46ba-9c9d-1817c167f75b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:35.537773 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9edc9-5110-4bf4-9253-6a9954ebe887 req-663c262d-a6bb-4b2f-a7bb-a88b9c288176 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:35.546498 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-25e9edc9-5110-4bf4-9253-6a9954ebe887 req-663c262d-a6bb-4b2f-a7bb-a88b9c288176 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0626452 Jul 28 07:09:35.579848 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-428a345d-f36e-46ba-9c9d-1817c167f75b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Network a22c701b-550a-4f5d-9b1f-e1e45e7cb76a is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:09:35.581850 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-25e9edc9-5110-4bf4-9253-6a9954ebe887 req-17f638ba-5818-4408-bf8a-394d1d89056c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345025 Jul 28 07:09:35.585831 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-428a345d-f36e-46ba-9c9d-1817c167f75b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:09:35.593616 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-428a345d-f36e-46ba-9c9d-1817c167f75b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:09:35.596312 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e0eb8822-dc75-4ed3-962e-4404ec7674f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:35.599998 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a345d-f36e-46ba-9c9d-1817c167f75b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Pushing event updated for resources: {'Port': ['ID=f1ce5be7-933f-404f-8e23-23fdcc874fb3,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:35.651760 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e0eb8822-dc75-4ed3-962e-4404ec7674f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:35.670378 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-428a345d-f36e-46ba-9c9d-1817c167f75b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:35.671076 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-428a345d-f36e-46ba-9c9d-1817c167f75b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:35.682920 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2b85fece-86cd-4c64-ac36-7300542bfc2b req-b8f46c4e-3742-4f1e-959f-25ee18ff1a08 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 210 time: 0.0310683 Jul 28 07:09:35.860436 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e0eb8822-dc75-4ed3-962e-4404ec7674f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:35.863059 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e0eb8822-dc75-4ed3-962e-4404ec7674f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:35.864191 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e0eb8822-dc75-4ed3-962e-4404ec7674f9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a5848ab0-85c5-43d1-aa31-5553323a6f4d HTTP/1.1" status: 204 len: 168 time: 0.3862498 Jul 28 07:09:35.865560 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-428a345d-f36e-46ba-9c9d-1817c167f75b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0678356 Jul 28 07:09:35.881795 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] Request body: {'port': {'device_id': 'eab588fb-f4d0-48ff-83b9-adf4561ad0fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:09:35.885913 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb8822-dc75-4ed3-962e-4404ec7674f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5848ab0-85c5-43d1-aa31-5553323a6f4d,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:35.895589 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-5378a895-cb7c-410a-b5e9-b51eb226d996 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:35.897310 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-5378a895-cb7c-410a-b5e9-b51eb226d996 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.11 "GET /v2.0/networks?id=aadda09f-3965-441f-8839-2e1e4cee4271 HTTP/1.1" status: 200 len: 809 time: 0.1302209 Jul 28 07:09:35.946313 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-148c47ea-1cc8-4577-aa47-49d6a118eeb6 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Request body: {'port': {'device_id': '43f2ab3f-a064-49b9-8f10-f7b265bf6bc4', 'network_id': 'aadda09f-3965-441f-8839-2e1e4cee4271', 'admin_state_up': True, 'tenant_id': 'dd1c6da1ea5f431c86cea22166a6fb94'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:09:35.996890 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:36.007818 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-1be265b6-6115-4169-91fa-6a7be50e3480 None None] Provisioning for port f1ce5be7-933f-404f-8e23-23fdcc874fb3 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:09:36.011994 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-1be265b6-6115-4169-91fa-6a7be50e3480 None None] Provisioning complete for port f1ce5be7-933f-404f-8e23-23fdcc874fb3 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:09:36.012794 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1be265b6-6115-4169-91fa-6a7be50e3480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:36.072905 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-1be265b6-6115-4169-91fa-6a7be50e3480 None None] Port f1ce5be7-933f-404f-8e23-23fdcc874fb3 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:09:36.325602 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-148c47ea-1cc8-4577-aa47-49d6a118eeb6 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Made reservation on behalf of dd1c6da1ea5f431c86cea22166a6fb94 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:09:36.329898 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-148c47ea-1cc8-4577-aa47-49d6a118eeb6 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:36.364051 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bd194-bd84-4213-8918-8b5774299774 req-0e113fe8-4e34-4e87-80c7-a783c1c0bae4 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:36.369809 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fb8bd194-bd84-4213-8918-8b5774299774 req-0e113fe8-4e34-4e87-80c7-a783c1c0bae4 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 932 time: 0.0955136 Jul 28 07:09:36.438429 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ce5be7-933f-404f-8e23-23fdcc874fb3 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:09:36.438742 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fb8bd194-bd84-4213-8918-8b5774299774 req-9792fcee-03ad-438d-8ec8-bde4f2a7f8af tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677397 Jul 28 07:09:36.452481 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:36.481116 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] Transition to ACTIVE for port object f1ce5be7-933f-404f-8e23-23fdcc874fb3 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:09:36.541407 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-148c47ea-1cc8-4577-aa47-49d6a118eeb6 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Allocated IP 172.20.0.11 (aadda09f-3965-441f-8839-2e1e4cee4271/f50acdf2-bff4-454a-a51d-4168e203de50/e4aabfa8-1ee6-465c-8cc0-79b13c36fd65) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:09:36.575578 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:36.657959 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ce5be7-933f-404f-8e23-23fdcc874fb3,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:36.741778 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e161d0c-021b-48d5-93de-521d39733023 req-9214d7a2-d1a0-4dee-a7c3-36e79147b326 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:36.748451 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5e161d0c-021b-48d5-93de-521d39733023 req-9214d7a2-d1a0-4dee-a7c3-36e79147b326 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0893767 Jul 28 07:09:36.877424 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] Attempting to bind port f1ce5be7-933f-404f-8e23-23fdcc874fb3 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:09:36.877424 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] Attempting to bind port f1ce5be7-933f-404f-8e23-23fdcc874fb3 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '8e713edf-5ebe-4417-81fe-52bc4bd79df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:09:36.877424 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] Attempting to bind port f1ce5be7-933f-404f-8e23-23fdcc874fb3 on network a22c701b-550a-4f5d-9b1f-e1e45e7cb76a {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:09:36.891338 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5e161d0c-021b-48d5-93de-521d39733023 req-f282682d-2258-49fd-a80c-029ec66b086a tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369302 Jul 28 07:09:36.893664 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2dd64f86-ae22-499b-a214-6cd2c39137f0 req-b96d8041-f7e4-491a-a7bf-ce409546c7aa tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 210 time: 0.0805631 Jul 28 07:09:36.921893 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] Port f1ce5be7-933f-404f-8e23-23fdcc874fb3 on network a22c701b-550a-4f5d-9b1f-e1e45e7cb76a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 07:09:36.922476 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] Attempting to bind port f1ce5be7-933f-404f-8e23-23fdcc874fb3 on network a22c701b-550a-4f5d-9b1f-e1e45e7cb76a {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:09:36.928855 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-148c47ea-1cc8-4577-aa47-49d6a118eeb6 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:36.937086 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] Checking agent: {'id': '9049993c-5c8b-4294-bcfd-702819f13098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'started_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:09:36.940612 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] Checking segment: {'id': '8e713edf-5ebe-4417-81fe-52bc4bd79df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:09:36.940612 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] Bound using segment: {'id': '8e713edf-5ebe-4417-81fe-52bc4bd79df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:09:36.940612 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] Bound port: f1ce5be7-933f-404f-8e23-23fdcc874fb3, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e713edf-5ebe-4417-81fe-52bc4bd79df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:09:36.940612 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:37.027342 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] For port f1ce5be7-933f-404f-8e23-23fdcc874fb3, host hv-cinder-79280, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:09:37.030425 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] For port f1ce5be7-933f-404f-8e23-23fdcc874fb3, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f1ce5be7-933f-404f-8e23-23fdcc874fb3,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:09:37.106191 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:37.111031 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-148c47ea-1cc8-4577-aa47-49d6a118eeb6 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:37.153830 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:37.154081 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:37.155701 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] 10.222.0.11 "PUT /v2.0/ports/f1ce5be7-933f-404f-8e23-23fdcc874fb3 HTTP/1.1" status: 200 len: 1094 time: 1.2781622 Jul 28 07:09:37.158342 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab588fb-f4d0-48ff-83b9-adf4561ad0fa', 'tag': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:09:37.160738 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4a5f6f-1779-489f-878d-be2a997f19c4" -d '{"events": [{"name": "network-changed", "server_uuid": "eab588fb-f4d0-48ff-83b9-adf4561ad0fa", "tag": "f1ce5be7-933f-404f-8e23-23fdcc874fb3"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:09:37.192862 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-148c47ea-1cc8-4577-aa47-49d6a118eeb6 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Network aadda09f-3965-441f-8839-2e1e4cee4271 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:09:37.200884 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-148c47ea-1cc8-4577-aa47-49d6a118eeb6 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:09:37.204935 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-148c47ea-1cc8-4577-aa47-49d6a118eeb6 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:09:37.209199 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb10e1b-8cc3-481a-8544-145e34a67ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ce5be7-933f-404f-8e23-23fdcc874fb3,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:37.230566 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0f6957-58e3-4412-87b5-2e97c208dd70 x-openstack-request-id: req-2c0f6957-58e3-4412-87b5-2e97c208dd70 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:09:37.231214 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab588fb-f4d0-48ff-83b9-adf4561ad0fa", "tag": "f1ce5be7-933f-404f-8e23-23fdcc874fb3", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:09:37.231476 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c0f6957-58e3-4412-87b5-2e97c208dd70 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:09:37.231870 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab588fb-f4d0-48ff-83b9-adf4561ad0fa', 'tag': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3', 'status': 'completed', 'code': 200} Jul 28 07:09:37.318199 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c47ea-1cc8-4577-aa47-49d6a118eeb6 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Pushing event updated for resources: {'Port': ['ID=e4aabfa8-1ee6-465c-8cc0-79b13c36fd65,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:37.326237 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-148c47ea-1cc8-4577-aa47-49d6a118eeb6 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:37.327025 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-148c47ea-1cc8-4577-aa47-49d6a118eeb6 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:37.343210 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a5f6f-1779-489f-878d-be2a997f19c4 req-e2c77446-f4ec-45be-b27a-77e3476be10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:37.344729 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1b4a5f6f-1779-489f-878d-be2a997f19c4 req-e2c77446-f4ec-45be-b27a-77e3476be10b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72669f81dfae41e59e1bf436c77c2d29&device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 1097 time: 0.0856216 Jul 28 07:09:37.434602 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-148c47ea-1cc8-4577-aa47-49d6a118eeb6 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5061233 Jul 28 07:09:37.456182 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] Request body: {'port': {'device_id': '43f2ab3f-a064-49b9-8f10-f7b265bf6bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:09:37.464964 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a5f6f-1779-489f-878d-be2a997f19c4 req-49ec10c4-2ab9-4180-800b-f01680416ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:37.464964 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1b4a5f6f-1779-489f-878d-be2a997f19c4 req-49ec10c4-2ab9-4180-800b-f01680416ec1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=72669f81dfae41e59e1bf436c77c2d29&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1107373 Jul 28 07:09:37.570378 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:37.640513 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb4610-a103-4f83-820a-65e5d6b9e6cc req-c0e99589-87ce-4ac7-a533-6fd11adf1719 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:37.653048 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a5f6f-1779-489f-878d-be2a997f19c4 req-5cd05efd-07df-42c5-98be-94166529f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:37.654535 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1b4a5f6f-1779-489f-878d-be2a997f19c4 req-5cd05efd-07df-42c5-98be-94166529f706 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1686773 Jul 28 07:09:37.658795 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dfcb4610-a103-4f83-820a-65e5d6b9e6cc req-c0e99589-87ce-4ac7-a533-6fd11adf1719 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.1223557 Jul 28 07:09:37.709749 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dfcb4610-a103-4f83-820a-65e5d6b9e6cc req-80511e92-d740-446c-aca6-e7ca432a7d9c tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480530 Jul 28 07:09:37.841731 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-8d8fe52e-4627-4b6d-93a6-e9d1714b7519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:37.843536 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-8d8fe52e-4627-4b6d-93a6-e9d1714b7519 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72669f81dfae41e59e1bf436c77c2d29&device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 1097 time: 0.1110766 Jul 28 07:09:37.901089 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-6fe78a1d-be80-4556-96ea-3b378dbd6e10 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1ce5be7-933f-404f-8e23-23fdcc874fb3 HTTP/1.1" status: 200 len: 217 time: 0.0400171 Jul 28 07:09:37.987394 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-5e34e435-6ace-4c24-87b7-c1e8de703b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:37.988931 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-5e34e435-6ace-4c24-87b7-c1e8de703b6e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daaf5aed-db9a-4a60-affc-b3c69fa15b44 HTTP/1.1" status: 200 len: 856 time: 0.0777783 Jul 28 07:09:38.022414 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb9b4a-bb8c-4686-b810-546fec2e2ce6 req-a706730c-e78e-4ce0-a135-7b9c47b1dd9d tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:38.031602 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-edbb9b4a-bb8c-4686-b810-546fec2e2ce6 req-a706730c-e78e-4ce0-a135-7b9c47b1dd9d tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0694687 Jul 28 07:09:38.054346 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:09:38.066706 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:38.073235 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-edbb9b4a-bb8c-4686-b810-546fec2e2ce6 req-4716da88-e833-467a-9767-28292c6958bf tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403037 Jul 28 07:09:38.094134 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] Transition to ACTIVE for port object e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:09:38.094134 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-b88c340b-2269-4f70-8f57-cb743bf4563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:38.094580 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-b88c340b-2269-4f70-8f57-cb743bf4563f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832579 Jul 28 07:09:38.182801 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:38.191744 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c102cb3-90a0-4428-bee7-774347b440e3 req-f84f1d98-232b-4f6f-a532-3924c6a2546e tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:38.193490 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2c102cb3-90a0-4428-bee7-774347b440e3 req-f84f1d98-232b-4f6f-a532-3924c6a2546e tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 932 time: 0.0512149 Jul 28 07:09:38.219600 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-cf668cc5-7c97-4f53-8605-d2f57a283c5f service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173897 Jul 28 07:09:38.243373 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2c102cb3-90a0-4428-bee7-774347b440e3 req-2496d2b0-e26e-4475-9467-aae321db50ba tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379884 Jul 28 07:09:38.262330 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] Pushing event updated for resources: {'Port': ['ID=e4aabfa8-1ee6-465c-8cc0-79b13c36fd65,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:38.377526 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] Attempting to bind port e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:09:38.377994 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] Attempting to bind port e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'd43cbf28-84c5-447f-b257-25cc36067477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aadda09f-3965-441f-8839-2e1e4cee4271'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:09:38.378310 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] Attempting to bind port e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 on network aadda09f-3965-441f-8839-2e1e4cee4271 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:09:38.385916 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] Port e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 on network aadda09f-3965-441f-8839-2e1e4cee4271 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 07:09:38.386232 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] Attempting to bind port e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 on network aadda09f-3965-441f-8839-2e1e4cee4271 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:09:38.389818 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f143ba4-7f4b-4ee3-b9bd-b8ad8e25a450 req-8c21f205-ead3-4167-99b6-d2dfddd364e0 service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557782 Jul 28 07:09:38.393416 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] Checking agent: {'id': '9049993c-5c8b-4294-bcfd-702819f13098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'started_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:09:38.393759 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] Checking segment: {'id': 'd43cbf28-84c5-447f-b257-25cc36067477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aadda09f-3965-441f-8839-2e1e4cee4271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:09:38.394131 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] Bound using segment: {'id': 'd43cbf28-84c5-447f-b257-25cc36067477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aadda09f-3965-441f-8839-2e1e4cee4271'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:09:38.394627 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] Bound port: e4aabfa8-1ee6-465c-8cc0-79b13c36fd65, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43cbf28-84c5-447f-b257-25cc36067477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aadda09f-3965-441f-8839-2e1e4cee4271'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:09:38.394997 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:38.456424 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] For port e4aabfa8-1ee6-465c-8cc0-79b13c36fd65, host hv-cinder-79280, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:09:38.459325 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] For port e4aabfa8-1ee6-465c-8cc0-79b13c36fd65, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e4aabfa8-1ee6-465c-8cc0-79b13c36fd65,segment=NetworkSegment(d43cbf28-84c5-447f-b257-25cc36067477),segment_id=d43cbf28-84c5-447f-b257-25cc36067477)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:09:38.524099 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:38.561269 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:38.561866 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:38.563224 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] 10.222.0.11 "PUT /v2.0/ports/e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 HTTP/1.1" status: 200 len: 1094 time: 1.1120367 Jul 28 07:09:38.584566 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e476d-6cbd-42b5-8f0f-1151d998853b service neutron] Pushing event updated for resources: {'Port': ['ID=e4aabfa8-1ee6-465c-8cc0-79b13c36fd65,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:38.803587 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-ab095d83-a08f-41e0-988b-4f4e4ae637fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:38.805163 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-ab095d83-a08f-41e0-988b-4f4e4ae637fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd1c6da1ea5f431c86cea22166a6fb94&device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 1097 time: 0.0447028 Jul 28 07:09:38.843627 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3d632-179e-457b-93fc-bc5ae8273d37 req-b48778cf-0961-4d12-ba43-6f3526451f6d tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:38.845082 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-37d3d632-179e-457b-93fc-bc5ae8273d37 req-b48778cf-0961-4d12-ba43-6f3526451f6d tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0520637 Jul 28 07:09:38.856813 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-9e809526-183e-4ca9-8e99-5787e19851ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 HTTP/1.1" status: 200 len: 217 time: 0.0355911 Jul 28 07:09:38.886392 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-37d3d632-179e-457b-93fc-bc5ae8273d37 req-937fe6a6-4960-40dc-b733-ae99a7242f7a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352113 Jul 28 07:09:38.912576 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-77074065-45e5-464a-8dbc-6d1043689458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:38.914030 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-77074065-45e5-464a-8dbc-6d1043689458 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f50acdf2-bff4-454a-a51d-4168e203de50 HTTP/1.1" status: 200 len: 849 time: 0.0488551 Jul 28 07:09:39.126780 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-ce32a274-6699-46f2-b9c2-ac821cdd800c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aadda09f-3965-441f-8839-2e1e4cee4271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2025208 Jul 28 07:09:39.221269 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-b18075aa-c3b2-4d8d-b74a-f38d62d5c924 service neutron] 10.222.0.11 "GET /v2.0/networks/aadda09f-3965-441f-8839-2e1e4cee4271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863667 Jul 28 07:09:39.231306 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab797e80-bf75-4ddc-8f00-05fbdca300ee req-6416f172-24c1-44d6-b342-eb0d81a01dec tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:39.233138 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ab797e80-bf75-4ddc-8f00-05fbdca300ee req-6416f172-24c1-44d6-b342-eb0d81a01dec tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0586987 Jul 28 07:09:39.237762 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f2ab3f-a064-49b9-8f10-f7b265bf6bc4', 'tag': 'e4aabfa8-1ee6-465c-8cc0-79b13c36fd65'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:09:39.240002 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14da7c00-33f6-4c25-b0c6-9e514bab3061" -d '{"events": [{"name": "network-changed", "server_uuid": "43f2ab3f-a064-49b9-8f10-f7b265bf6bc4", "tag": "e4aabfa8-1ee6-465c-8cc0-79b13c36fd65"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:09:39.273910 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ab797e80-bf75-4ddc-8f00-05fbdca300ee req-5c5df8d0-e702-4485-b12e-238e188eb54a tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342224 Jul 28 07:09:39.289858 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6ed562-3bf7-4513-826c-7b34d5c9688a x-openstack-request-id: req-6c6ed562-3bf7-4513-826c-7b34d5c9688a {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:09:39.290153 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f2ab3f-a064-49b9-8f10-f7b265bf6bc4", "tag": "e4aabfa8-1ee6-465c-8cc0-79b13c36fd65", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:09:39.290719 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c6ed562-3bf7-4513-826c-7b34d5c9688a {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:09:39.291065 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f2ab3f-a064-49b9-8f10-f7b265bf6bc4', 'tag': 'e4aabfa8-1ee6-465c-8cc0-79b13c36fd65', 'status': 'completed', 'code': 200} Jul 28 07:09:39.335975 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-96a3071e-0731-46aa-bb36-ac0f6dda5fe4 req-573a2d50-f643-49ab-bb24-825560dc0e46 service neutron] 10.222.0.11 "GET /v2.0/networks/aadda09f-3965-441f-8839-2e1e4cee4271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054578 Jul 28 07:09:39.388965 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746023a-ffe8-46e7-9c91-bb3e6f327fed req-90f354b9-449c-4225-a04b-10bf0ba924fc tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:39.390608 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8746023a-ffe8-46e7-9c91-bb3e6f327fed req-90f354b9-449c-4225-a04b-10bf0ba924fc tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 944 time: 0.0545478 Jul 28 07:09:39.430700 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8746023a-ffe8-46e7-9c91-bb3e6f327fed req-be902a70-b880-4cbc-8980-ae375eaac3be tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327787 Jul 28 07:09:39.511287 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da7c00-33f6-4c25-b0c6-9e514bab3061 req-b303995f-2ef4-4311-bf29-3f0e0ef84c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:39.512786 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-14da7c00-33f6-4c25-b0c6-9e514bab3061 req-b303995f-2ef4-4311-bf29-3f0e0ef84c0f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd1c6da1ea5f431c86cea22166a6fb94&device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 1097 time: 0.0400541 Jul 28 07:09:39.613555 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da7c00-33f6-4c25-b0c6-9e514bab3061 req-b40c247b-1cff-4381-80da-65043f65de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:39.614929 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-14da7c00-33f6-4c25-b0c6-9e514bab3061 req-b40c247b-1cff-4381-80da-65043f65de98 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aadda09f-3965-441f-8839-2e1e4cee4271 HTTP/1.1" status: 200 len: 910 time: 0.0855427 Jul 28 07:09:39.658357 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-14da7c00-33f6-4c25-b0c6-9e514bab3061 req-00a97673-c3a3-4afe-b38d-e3092d7377e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 HTTP/1.1" status: 200 len: 217 time: 0.0360522 Jul 28 07:09:39.708700 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da7c00-33f6-4c25-b0c6-9e514bab3061 req-5fe03b21-bcfa-476d-99ae-935990efa2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:39.710504 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-14da7c00-33f6-4c25-b0c6-9e514bab3061 req-5fe03b21-bcfa-476d-99ae-935990efa2ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f50acdf2-bff4-454a-a51d-4168e203de50 HTTP/1.1" status: 200 len: 849 time: 0.0442891 Jul 28 07:09:39.750173 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-14da7c00-33f6-4c25-b0c6-9e514bab3061 req-487d3126-2a70-4c2d-be4d-6b85419eae2e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aadda09f-3965-441f-8839-2e1e4cee4271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278456 Jul 28 07:09:39.756588 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-422987d9-0c85-46c2-aa2d-6d65516c3605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:39.850389 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-14da7c00-33f6-4c25-b0c6-9e514bab3061 req-9c8d8215-4069-4210-893f-6f0655220cbe service neutron] 10.222.0.11 "GET /v2.0/networks/aadda09f-3965-441f-8839-2e1e4cee4271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898752 Jul 28 07:09:39.952048 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-14da7c00-33f6-4c25-b0c6-9e514bab3061 req-9618c854-e3f5-4456-b8be-cf3d38f32d4d service neutron] 10.222.0.11 "GET /v2.0/networks/aadda09f-3965-441f-8839-2e1e4cee4271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920806 Jul 28 07:09:40.015653 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1494ed-41bc-479c-b031-a82cb5814e62 req-6b857f3a-e5a1-4553-9469-50025de6331f tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:40.017066 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8a1494ed-41bc-479c-b031-a82cb5814e62 req-6b857f3a-e5a1-4553-9469-50025de6331f tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0499210 Jul 28 07:09:40.054176 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8a1494ed-41bc-479c-b031-a82cb5814e62 req-41362483-1396-4192-bf27-ff4472d9827e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311055 Jul 28 07:09:40.430469 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2282bcf-1a20-4586-8520-0b2a422ecc0c req-9e20a8e0-3f8f-47f1-a077-7658c0bb73b5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:40.431930 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b2282bcf-1a20-4586-8520-0b2a422ecc0c req-9e20a8e0-3f8f-47f1-a077-7658c0bb73b5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0491700 Jul 28 07:09:40.470292 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b2282bcf-1a20-4586-8520-0b2a422ecc0c req-fc67f247-3c9c-4002-be3c-4eca65044003 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320675 Jul 28 07:09:40.545366 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9078e1-5fba-4cfe-aa51-44c80d823e65 req-1090f427-7f9d-4cf2-8d4f-678b08212325 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:40.546825 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4e9078e1-5fba-4cfe-aa51-44c80d823e65 req-1090f427-7f9d-4cf2-8d4f-678b08212325 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 944 time: 0.0482860 Jul 28 07:09:40.585660 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4e9078e1-5fba-4cfe-aa51-44c80d823e65 req-2c0e8d68-f3b3-4259-a518-046aa1e1e794 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327282 Jul 28 07:09:40.645820 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device f1ce5be7-933f-404f-8e23-23fdcc874fb3 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:09:40.746765 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port f1ce5be7-933f-404f-8e23-23fdcc874fb3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f1ce5be7-933f-404f-8e23-23fdcc874fb3,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:40.758230 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'port_id': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3', 'mac_address': 'fa:16:3e:1d:6a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:09:40.797750 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:40.810847 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ce5be7-933f-404f-8e23-23fdcc874fb3 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:09:40.843571 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port f1ce5be7-933f-404f-8e23-23fdcc874fb3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f1ce5be7-933f-404f-8e23-23fdcc874fb3,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:40.933653 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:40.984562 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=f1ce5be7-933f-404f-8e23-23fdcc874fb3,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:41.176263 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809b081-2d18-412f-b69b-5d788ddf8768 req-79866817-2fd5-4e90-ac0d-dca32d9af1a7 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:41.177993 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0809b081-2d18-412f-b69b-5d788ddf8768 req-79866817-2fd5-4e90-ac0d-dca32d9af1a7 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 945 time: 0.0554259 Jul 28 07:09:41.216304 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0809b081-2d18-412f-b69b-5d788ddf8768 req-db2917d1-d457-4082-bd53-d39aaab56f6f tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319154 Jul 28 07:09:41.347796 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['f1ce5be7-933f-404f-8e23-23fdcc874fb3'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:09:41.581086 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd811534-788b-4031-9440-c6d708dc3440 req-d3b82b07-debf-4e0f-a0b9-013a9e218774 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:41.582505 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bd811534-788b-4031-9440-c6d708dc3440 req-d3b82b07-debf-4e0f-a0b9-013a9e218774 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0468194 Jul 28 07:09:41.623428 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bd811534-788b-4031-9440-c6d708dc3440 req-be4d5ab3-7f77-4441-9a30-56bd75274034 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350111 Jul 28 07:09:41.704492 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917778b6-17ae-4ce7-95c9-8a5ec288e968 req-e431e384-27e9-4df5-ac35-74c32504a769 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:41.705933 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-917778b6-17ae-4ce7-95c9-8a5ec288e968 req-e431e384-27e9-4df5-ac35-74c32504a769 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 944 time: 0.0476799 Jul 28 07:09:41.742485 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-917778b6-17ae-4ce7-95c9-8a5ec288e968 req-21e11473-60e1-4715-96bf-f83d280e99e3 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306809 Jul 28 07:09:42.339888 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d43e8-2c0e-43de-9e1a-d06cf81ee979 req-33c59804-3df6-4ee2-8144-a0ec3abf2954 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:42.341451 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-814d43e8-2c0e-43de-9e1a-d06cf81ee979 req-33c59804-3df6-4ee2-8144-a0ec3abf2954 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 945 time: 0.0535953 Jul 28 07:09:42.382278 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-814d43e8-2c0e-43de-9e1a-d06cf81ee979 req-4ceac7b3-e5d7-4872-85df-71223d7771ec tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346987 Jul 28 07:09:42.482448 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8ef1634c-9f86-4c9a-aa28-05d114c329a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:42.669815 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:09:42.673010 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device f1ce5be7-933f-404f-8e23-23fdcc874fb3 up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:09:42.740123 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280d2a5-5811-4ac7-a3b3-3076184bd3f1 req-6c6ac60c-e11c-4749-9261-9b35599582e5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:42.741610 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a280d2a5-5811-4ac7-a3b3-3076184bd3f1 req-6c6ac60c-e11c-4749-9261-9b35599582e5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0487800 Jul 28 07:09:42.787820 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a280d2a5-5811-4ac7-a3b3-3076184bd3f1 req-d4c3859f-1586-4ab8-bb49-59caeacf178c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373387 Jul 28 07:09:42.793484 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:42.840447 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port e4aabfa8-1ee6-465c-8cc0-79b13c36fd65, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e4aabfa8-1ee6-465c-8cc0-79b13c36fd65,segment=NetworkSegment(d43cbf28-84c5-447f-b257-25cc36067477),segment_id=d43cbf28-84c5-447f-b257-25cc36067477)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:42.851421 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': 'e4aabfa8-1ee6-465c-8cc0-79b13c36fd65', 'network_id': 'aadda09f-3965-441f-8839-2e1e4cee4271', 'port_id': 'e4aabfa8-1ee6-465c-8cc0-79b13c36fd65', 'mac_address': 'fa:16:3e:92:cd:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f50acdf2-bff4-454a-a51d-4168e203de50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:09:42.893553 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning for port f1ce5be7-933f-404f-8e23-23fdcc874fb3 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:09:42.901799 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:42.903867 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port f1ce5be7-933f-404f-8e23-23fdcc874fb3 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:09:42.906343 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:42.925531 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154e518-4e4c-4307-b07f-d619e512fe39 req-068ba96f-d321-49e4-b83c-81abea4a0826 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:42.930947 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d154e518-4e4c-4307-b07f-d619e512fe39 req-068ba96f-d321-49e4-b83c-81abea4a0826 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 944 time: 0.0886548 Jul 28 07:09:42.937419 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:09:42.966301 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port e4aabfa8-1ee6-465c-8cc0-79b13c36fd65, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e4aabfa8-1ee6-465c-8cc0-79b13c36fd65,segment=NetworkSegment(d43cbf28-84c5-447f-b257-25cc36067477),segment_id=d43cbf28-84c5-447f-b257-25cc36067477)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:42.987788 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d154e518-4e4c-4307-b07f-d619e512fe39 req-9df36b0b-6812-4c85-8e35-3f7d45ca8f6c tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557659 Jul 28 07:09:43.026651 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:43.052574 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab588fb-f4d0-48ff-83b9-adf4561ad0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:09:43.054813 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a69b93-4759-42ed-88bd-b6f6a19b5097" -d '{"events": [{"server_uuid": "eab588fb-f4d0-48ff-83b9-adf4561ad0fa", "name": "network-vif-plugged", "status": "completed", "tag": "f1ce5be7-933f-404f-8e23-23fdcc874fb3"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:09:43.065657 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:43.073029 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port f1ce5be7-933f-404f-8e23-23fdcc874fb3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f1ce5be7-933f-404f-8e23-23fdcc874fb3,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:43.092261 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ae9034-12f5-4651-b7f7-73752259431f x-openstack-request-id: req-b5ae9034-12f5-4651-b7f7-73752259431f {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:09:43.092549 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab588fb-f4d0-48ff-83b9-adf4561ad0fa", "name": "network-vif-plugged", "status": "completed", "tag": "f1ce5be7-933f-404f-8e23-23fdcc874fb3", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:09:43.092802 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b5ae9034-12f5-4651-b7f7-73752259431f {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:09:43.093188 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab588fb-f4d0-48ff-83b9-adf4561ad0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3', 'code': 200} Jul 28 07:09:43.120780 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=e4aabfa8-1ee6-465c-8cc0-79b13c36fd65,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:43.166183 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:43.212029 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=f1ce5be7-933f-404f-8e23-23fdcc874fb3,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:43.345453 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:43.459981 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431189c4-d46d-4752-a258-d32d705f9cf3 req-f1ae3a32-6f1c-4637-98fd-d9b46ec089f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:43.461482 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-431189c4-d46d-4752-a258-d32d705f9cf3 req-f1ae3a32-6f1c-4637-98fd-d9b46ec089f1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 1099 time: 0.0397136 Jul 28 07:09:43.497971 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-431189c4-d46d-4752-a258-d32d705f9cf3 req-c2d0948a-d6ec-44a7-8fe7-19a9229c76de service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283871 Jul 28 07:09:43.499846 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['e4aabfa8-1ee6-465c-8cc0-79b13c36fd65'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:09:43.506669 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304dd36-ff7c-4faa-9792-462d0399fe93 req-ecc7edba-2722-43e4-a714-8ef5a440012f tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:43.508252 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f304dd36-ff7c-4faa-9792-462d0399fe93 req-ecc7edba-2722-43e4-a714-8ef5a440012f tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0515175 Jul 28 07:09:43.546237 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f304dd36-ff7c-4faa-9792-462d0399fe93 req-7acdb55a-00e1-4f2b-a894-6151804ddc7f tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317888 Jul 28 07:09:43.918476 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad6bbc-b4ad-4111-aa1d-f67ba22d9cfe req-0c5ec9c4-c6c8-44e2-9ac2-89e919c81345 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:43.919999 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-85ad6bbc-b4ad-4111-aa1d-f67ba22d9cfe req-0c5ec9c4-c6c8-44e2-9ac2-89e919c81345 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0520270 Jul 28 07:09:43.969104 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-85ad6bbc-b4ad-4111-aa1d-f67ba22d9cfe req-f4fea32c-358c-42c1-9696-6cef480225e3 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429497 Jul 28 07:09:44.112423 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85cca72-e823-4399-9b95-8cec2f145152 req-36278d88-25db-4b8c-b3df-c1769187a713 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:44.114034 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b85cca72-e823-4399-9b95-8cec2f145152 req-36278d88-25db-4b8c-b3df-c1769187a713 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 945 time: 0.0545204 Jul 28 07:09:44.153563 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b85cca72-e823-4399-9b95-8cec2f145152 req-c9519461-e60a-4246-9bb8-9ac0e8eafe43 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330532 Jul 28 07:09:44.682797 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8f99a-b496-4bc8-a3b2-63ffc3012ae5 req-2b0b274f-419c-4b45-a74b-664b15c84afd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:44.684562 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-79f8f99a-b496-4bc8-a3b2-63ffc3012ae5 req-2b0b274f-419c-4b45-a74b-664b15c84afd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0587747 Jul 28 07:09:44.953169 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-79f8f99a-b496-4bc8-a3b2-63ffc3012ae5 req-4a4848cf-e39d-4139-b2aa-221cc2ec0c28 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468328 Jul 28 07:09:45.084072 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de603a-8a45-4215-92e8-277efab42aa5 req-1fc1d3c9-19d0-44d9-adaf-9f2aa3886835 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:45.096816 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-80de603a-8a45-4215-92e8-277efab42aa5 req-1fc1d3c9-19d0-44d9-adaf-9f2aa3886835 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0491850 Jul 28 07:09:45.127621 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-80de603a-8a45-4215-92e8-277efab42aa5 req-dd764edb-8f2e-4391-92e8-e99b6f22440d tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357389 Jul 28 07:09:45.185139 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:45.285814 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc4476-acc7-41fe-9950-2eae59cfcc12 req-3f527cfb-9c61-428a-83d5-186dbd320865 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:45.288166 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f0cc4476-acc7-41fe-9950-2eae59cfcc12 req-3f527cfb-9c61-428a-83d5-186dbd320865 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 945 time: 0.0593913 Jul 28 07:09:45.332988 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f0cc4476-acc7-41fe-9950-2eae59cfcc12 req-0561943f-2f4f-4ec2-971e-609a0728e251 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374126 Jul 28 07:09:46.086651 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53715be-7936-4860-8d12-5d46d3a6a4e3 req-00569a18-fcc2-4798-b8d0-2774d2823954 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:46.088142 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c53715be-7936-4860-8d12-5d46d3a6a4e3 req-00569a18-fcc2-4798-b8d0-2774d2823954 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0669026 Jul 28 07:09:46.125360 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c53715be-7936-4860-8d12-5d46d3a6a4e3 req-861e9698-89ea-48aa-b846-012ff58f195e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308714 Jul 28 07:09:46.270874 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98cf12-9f97-420b-a00a-901d02ee502f req-abb79cbd-06ea-4630-9833-4feacf9defb3 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:46.272257 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ae98cf12-9f97-420b-a00a-901d02ee502f req-abb79cbd-06ea-4630-9833-4feacf9defb3 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0779147 Jul 28 07:09:46.280265 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7888a6-1e24-48e2-9661-a2373c589d8e req-d40d049a-ae8d-4ddc-b5b6-284877a6411e tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:46.280852 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 52816) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:46.282457 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6e7888a6-1e24-48e2-9661-a2373c589d8e req-d40d049a-ae8d-4ddc-b5b6-284877a6411e tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0780866 Jul 28 07:09:46.285671 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-2ab0e325-da2f-4e9a-90fb-39f1b3af5c57 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Request body: {'floatingip': {'port_id': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:09:46.319845 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6e7888a6-1e24-48e2-9661-a2373c589d8e req-0f3cf626-fbe8-4cfb-8dc3-d94573bc4b4c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313966 Jul 28 07:09:46.355648 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2ab0e325-da2f-4e9a-90fb-39f1b3af5c57 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for floatingip, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:46.445634 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaddd7f-8869-4577-9d5b-f44160df00d6 req-9e618b84-0fdc-405f-9fca-067efbbe28fe tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:46.447100 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-faaddd7f-8869-4577-9d5b-f44160df00d6 req-9e618b84-0fdc-405f-9fca-067efbbe28fe tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 945 time: 0.0498688 Jul 28 07:09:46.484886 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-faaddd7f-8869-4577-9d5b-f44160df00d6 req-e642bf4c-d790-46f1-96c1-46d7b7b0201c tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310824 Jul 28 07:09:46.724778 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:09:46.836173 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning for port e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:09:46.840111 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:09:46.840511 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:46.918903 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:46.940870 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f2ab3f-a064-49b9-8f10-f7b265bf6bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4aabfa8-1ee6-465c-8cc0-79b13c36fd65'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:09:46.943076 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46e8826-a16e-4589-ba83-1c98f7797b9b" -d '{"events": [{"server_uuid": "43f2ab3f-a064-49b9-8f10-f7b265bf6bc4", "name": "network-vif-plugged", "status": "completed", "tag": "e4aabfa8-1ee6-465c-8cc0-79b13c36fd65"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:09:46.948709 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2ab0e325-da2f-4e9a-90fb-39f1b3af5c57 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:46.956402 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port e4aabfa8-1ee6-465c-8cc0-79b13c36fd65, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e4aabfa8-1ee6-465c-8cc0-79b13c36fd65,segment=NetworkSegment(d43cbf28-84c5-447f-b257-25cc36067477),segment_id=d43cbf28-84c5-447f-b257-25cc36067477)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:46.980126 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d1d26e-355f-4507-bcaa-696f0be42fb3 x-openstack-request-id: req-52d1d26e-355f-4507-bcaa-696f0be42fb3 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:09:46.982844 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f2ab3f-a064-49b9-8f10-f7b265bf6bc4", "name": "network-vif-plugged", "status": "completed", "tag": "e4aabfa8-1ee6-465c-8cc0-79b13c36fd65", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:09:46.982844 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52d1d26e-355f-4507-bcaa-696f0be42fb3 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:09:46.982844 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f2ab3f-a064-49b9-8f10-f7b265bf6bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4aabfa8-1ee6-465c-8cc0-79b13c36fd65', 'code': 200} Jul 28 07:09:47.042978 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2ab0e325-da2f-4e9a-90fb-39f1b3af5c57 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019642'] for floatingip, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:47.082450 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:47.143729 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=e4aabfa8-1ee6-465c-8cc0-79b13c36fd65,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:47.158612 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.l3_db [None req-2ab0e325-da2f-4e9a-90fb-39f1b3af5c57 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Floating IP 23a9eafa-0cc1-4ecf-8119-6bb9d080adea associated. External IP: 172.27.0.241, port: f1ce5be7-933f-404f-8e23-23fdcc874fb3. Jul 28 07:09:47.444299 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adecf0a4-7e01-430d-ba95-37ff692512c1 req-76f1dce0-46d3-446c-afd9-60802f46adf7 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:47.444299 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-adecf0a4-7e01-430d-ba95-37ff692512c1 req-76f1dce0-46d3-446c-afd9-60802f46adf7 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0508580 Jul 28 07:09:47.464321 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62776cb-9000-4b67-88b3-9e269c24828f req-0e2e1733-0203-417f-ab43-5edc3ee72e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:47.465819 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c62776cb-9000-4b67-88b3-9e269c24828f req-0e2e1733-0203-417f-ab43-5edc3ee72e4c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 1099 time: 0.0860472 Jul 28 07:09:47.490942 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-adecf0a4-7e01-430d-ba95-37ff692512c1 req-a75120ff-b3b9-4e1a-b392-416f023f808e tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383651 Jul 28 07:09:47.555983 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c62776cb-9000-4b67-88b3-9e269c24828f req-0dd599a3-5e16-4ebf-856c-7f3efa4b7d2a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748227 Jul 28 07:09:47.604153 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811bc92-b513-4e33-85a1-53553ac448d1 req-84e3c6b4-e01b-448c-b764-57a0225b926e tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:47.605785 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0811bc92-b513-4e33-85a1-53553ac448d1 req-84e3c6b4-e01b-448c-b764-57a0225b926e tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 946 time: 0.0489616 Jul 28 07:09:47.609511 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab0e325-da2f-4e9a-90fb-39f1b3af5c57 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Router 655166d7-5a9c-42b7-bf96-f87cda473293 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:09:47.644794 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0811bc92-b513-4e33-85a1-53553ac448d1 req-87f8ab50-4bad-48c6-90ae-5f5d57997d33 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326214 Jul 28 07:09:47.718527 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab0e325-da2f-4e9a-90fb-39f1b3af5c57 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:09:47.723458 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2ab0e325-da2f-4e9a-90fb-39f1b3af5c57 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:47.733313 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c8111-3399-4348-89b4-b4cbf7f066d8 None None] Sync routers for ids ['655166d7-5a9c-42b7-bf96-f87cda473293'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:09:47.743686 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c8111-3399-4348-89b4-b4cbf7f066d8 None None] Routers {'655166d7-5a9c-42b7-bf96-f87cda473293'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:09:47.744296 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-271c8111-3399-4348-89b4-b4cbf7f066d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:09:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['655166d7-5a9c-42b7-bf96-f87cda473293'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:09:47.756247 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-2ab0e325-da2f-4e9a-90fb-39f1b3af5c57 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "PUT /v2.0/floatingips/23a9eafa-0cc1-4ecf-8119-6bb9d080adea HTTP/1.1" status: 200 len: 992 time: 1.4727852 Jul 28 07:09:47.756247 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab588fb-f4d0-48ff-83b9-adf4561ad0fa', 'tag': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:09:47.757603 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a6fdd4-9c93-4477-b999-1d47eeb6fad2" -d '{"events": [{"name": "network-changed", "server_uuid": "eab588fb-f4d0-48ff-83b9-adf4561ad0fa", "tag": "f1ce5be7-933f-404f-8e23-23fdcc874fb3"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:09:47.878967 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-271c8111-3399-4348-89b4-b4cbf7f066d8 None None] Set router 655166d7-5a9c-42b7-bf96-f87cda473293 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:09:47.944504 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f51dbd8-0b75-4a52-b7d6-9300c9f36019 x-openstack-request-id: req-8f51dbd8-0b75-4a52-b7d6-9300c9f36019 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:09:47.944790 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab588fb-f4d0-48ff-83b9-adf4561ad0fa", "tag": "f1ce5be7-933f-404f-8e23-23fdcc874fb3", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:09:47.945037 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f51dbd8-0b75-4a52-b7d6-9300c9f36019 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:09:47.945436 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab588fb-f4d0-48ff-83b9-adf4561ad0fa', 'tag': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3', 'status': 'completed', 'code': 200} Jul 28 07:09:48.011426 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6fdd4-9c93-4477-b999-1d47eeb6fad2 req-f038c6bb-4fc2-46d9-879c-f9e11bfdec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:48.013275 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-07a6fdd4-9c93-4477-b999-1d47eeb6fad2 req-f038c6bb-4fc2-46d9-879c-f9e11bfdec7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72669f81dfae41e59e1bf436c77c2d29&device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 1099 time: 0.0408604 Jul 28 07:09:48.108950 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6fdd4-9c93-4477-b999-1d47eeb6fad2 req-f14f2a48-7402-4ad4-86cf-9ac169f8067c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:48.110424 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-07a6fdd4-9c93-4477-b999-1d47eeb6fad2 req-f14f2a48-7402-4ad4-86cf-9ac169f8067c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a HTTP/1.1" status: 200 len: 918 time: 0.0888546 Jul 28 07:09:48.213329 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-07a6fdd4-9c93-4477-b999-1d47eeb6fad2 req-6127ca06-95c7-40a2-b956-1f08790e7d20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1ce5be7-933f-404f-8e23-23fdcc874fb3 HTTP/1.1" status: 200 len: 1000 time: 0.0899203 Jul 28 07:09:48.234056 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-271c8111-3399-4348-89b4-b4cbf7f066d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:09:15Z', 'updated_at': '2021-07-28T07:09:20Z', 'revision_number': 4, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'gw_port': {'id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:16Z', 'updated_at': '2021-07-28T07:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': '23a9eafa-0cc1-4ecf-8119-6bb9d080adea', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'port_id': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'mac_address': 'fa:16:3e:1d:6a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab588fb-f4d0-48ff-83b9-adf4561ad0fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:09:25Z', 'updated_at': '2021-07-28T07:09:46Z', 'revision_number': 1, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e60be087-4d83-4b5a-9e98-b8d47231a60d', 'name': '', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'mac_address': 'fa:16:3e:33:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:19Z', 'updated_at': '2021-07-28T07:09:25Z', 'revision_number': 5, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'subnets': [{'id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:09:48.263824 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c8111-3399-4348-89b4-b4cbf7f066d8 None None] Checking router: 655166d7-5a9c-42b7-bf96-f87cda473293 for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:09:48.264007 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6fdd4-9c93-4477-b999-1d47eeb6fad2 req-cd89d7b7-fc54-4e40-b221-eacaa870715d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:48.265351 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-07a6fdd4-9c93-4477-b999-1d47eeb6fad2 req-cd89d7b7-fc54-4e40-b221-eacaa870715d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daaf5aed-db9a-4a60-affc-b3c69fa15b44 HTTP/1.1" status: 200 len: 856 time: 0.0437486 Jul 28 07:09:48.271819 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c8111-3399-4348-89b4-b4cbf7f066d8 None None] Routers {'655166d7-5a9c-42b7-bf96-f87cda473293'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:09:48.272413 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-271c8111-3399-4348-89b4-b4cbf7f066d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:09:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['655166d7-5a9c-42b7-bf96-f87cda473293'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:09:48.323151 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6fdd4-9c93-4477-b999-1d47eeb6fad2 req-8919aa98-201f-4932-95ef-968993a3d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:48.324796 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-07a6fdd4-9c93-4477-b999-1d47eeb6fad2 req-8919aa98-201f-4932-95ef-968993a3d771 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395718 Jul 28 07:09:48.377716 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-271c8111-3399-4348-89b4-b4cbf7f066d8 None None] Set router 655166d7-5a9c-42b7-bf96-f87cda473293 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:09:48.433766 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-07a6fdd4-9c93-4477-b999-1d47eeb6fad2 req-4a5fffbe-eb58-458a-b241-45c7f2d1a0f8 service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849915 Jul 28 07:09:48.537043 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-07a6fdd4-9c93-4477-b999-1d47eeb6fad2 req-754b9b08-7a7d-4ab0-9d03-15d08cb55006 service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867641 Jul 28 07:09:48.629440 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ac91c-dc51-4f0c-a02c-7b94b8aa21aa req-d38b615a-ef8c-4bc6-8d0d-603cde5ff78b tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:48.630446 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-911ac91c-dc51-4f0c-a02c-7b94b8aa21aa req-d38b615a-ef8c-4bc6-8d0d-603cde5ff78b tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0646784 Jul 28 07:09:48.636966 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-271c8111-3399-4348-89b4-b4cbf7f066d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:09:15Z', 'updated_at': '2021-07-28T07:09:20Z', 'revision_number': 4, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'gw_port': {'id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:16Z', 'updated_at': '2021-07-28T07:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': '23a9eafa-0cc1-4ecf-8119-6bb9d080adea', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'port_id': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'mac_address': 'fa:16:3e:1d:6a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab588fb-f4d0-48ff-83b9-adf4561ad0fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:09:25Z', 'updated_at': '2021-07-28T07:09:46Z', 'revision_number': 1, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e60be087-4d83-4b5a-9e98-b8d47231a60d', 'name': '', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'mac_address': 'fa:16:3e:33:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:19Z', 'updated_at': '2021-07-28T07:09:25Z', 'revision_number': 5, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'subnets': [{'id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:09:48.668092 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c8111-3399-4348-89b4-b4cbf7f066d8 None None] The sync data for ids ['655166d7-5a9c-42b7-bf96-f87cda473293'] in dv-cinder-792800-1-iscsi is: [{'id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:09:15Z', 'updated_at': '2021-07-28T07:09:20Z', 'revision_number': 4, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'gw_port': {'id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:16Z', 'updated_at': '2021-07-28T07:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': '23a9eafa-0cc1-4ecf-8119-6bb9d080adea', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'port_id': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'mac_address': 'fa:16:3e:1d:6a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab588fb-f4d0-48ff-83b9-adf4561ad0fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:09:25Z', 'updated_at': '2021-07-28T07:09:46Z', 'revision_number': 1, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e60be087-4d83-4b5a-9e98-b8d47231a60d', 'name': '', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'mac_address': 'fa:16:3e:33:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:19Z', 'updated_at': '2021-07-28T07:09:25Z', 'revision_number': 5, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'subnets': [{'id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:09:48.673701 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-911ac91c-dc51-4f0c-a02c-7b94b8aa21aa req-ce62e1e8-0f40-4b46-9447-332f494790b1 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372300 Jul 28 07:09:48.780468 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400ede3-7913-44f3-b724-4f05a087ea14 req-8a237800-79ab-4aa7-bc17-5e6a92ee19a2 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:48.786051 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2400ede3-7913-44f3-b724-4f05a087ea14 req-8a237800-79ab-4aa7-bc17-5e6a92ee19a2 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 946 time: 0.0603490 Jul 28 07:09:48.836249 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2400ede3-7913-44f3-b724-4f05a087ea14 req-6227e2b9-9393-4114-80df-edc27126eac8 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434623 Jul 28 07:09:48.934009 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf9b6d5-1081-4c78-af26-32ccc8a2d12d None None] New status for floating IP 23a9eafa-0cc1-4ecf-8119-6bb9d080adea: ACTIVE {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 07:09:49.806879 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6668c38-61a0-4580-91ee-3d9ab90aeac1 req-4677a0b9-61ce-4301-b99d-c06f0c751897 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:49.808355 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a6668c38-61a0-4580-91ee-3d9ab90aeac1 req-4677a0b9-61ce-4301-b99d-c06f0c751897 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0538743 Jul 28 07:09:49.854623 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a6668c38-61a0-4580-91ee-3d9ab90aeac1 req-46773954-f8e4-48c3-9482-74edc132daf3 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380795 Jul 28 07:09:49.960997 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5250c0-621d-498f-9c7e-f6c55cdc26f9 req-69a738f5-6a66-4c0e-8214-216633f783f0 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:49.962482 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5d5250c0-621d-498f-9c7e-f6c55cdc26f9 req-69a738f5-6a66-4c0e-8214-216633f783f0 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 946 time: 0.0572681 Jul 28 07:09:50.002784 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5d5250c0-621d-498f-9c7e-f6c55cdc26f9 req-54d4580c-58d2-446b-aebd-b94667bc8b10 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335941 Jul 28 07:09:50.966584 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d545b5-92b2-4314-a436-970f652cb0f3 req-da0d350a-e683-4861-b88d-586b2e9497bd tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:50.968092 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-88d545b5-92b2-4314-a436-970f652cb0f3 req-da0d350a-e683-4861-b88d-586b2e9497bd tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0539508 Jul 28 07:09:51.005516 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-88d545b5-92b2-4314-a436-970f652cb0f3 req-4a73cc1c-88a8-4c73-9d63-89c3653c1437 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314870 Jul 28 07:09:51.670685 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff90582-6e68-4beb-8978-c8591f3f38df req-61c33109-ba46-439b-8e46-1691cb2eb78f tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:51.672125 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1ff90582-6e68-4beb-8978-c8591f3f38df req-61c33109-ba46-439b-8e46-1691cb2eb78f tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 946 time: 0.0525308 Jul 28 07:09:51.717716 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1ff90582-6e68-4beb-8978-c8591f3f38df req-c021f064-d546-44a5-8d3c-646e37c1aac7 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306923 Jul 28 07:09:52.131909 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4ac24-cc66-487d-baad-19a4762e008b req-9fb3aafb-dda0-4234-bec3-d163ecae8f36 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:52.133534 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5dc4ac24-cc66-487d-baad-19a4762e008b req-9fb3aafb-dda0-4234-bec3-d163ecae8f36 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0611374 Jul 28 07:09:52.176609 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5dc4ac24-cc66-487d-baad-19a4762e008b req-d468bdff-802f-413b-908f-aa845d64f5ac tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366914 Jul 28 07:09:52.177353 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 52982) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:52.295687 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1abe284f-f2bf-41e0-9e9e-899ff9e54142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:52.389894 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1abe284f-f2bf-41e0-9e9e-899ff9e54142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:52.470644 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1abe284f-f2bf-41e0-9e9e-899ff9e54142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:52.508788 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-1abe284f-f2bf-41e0-9e9e-899ff9e54142 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=82efe1ea1459484aad748955c9a5b14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304498 Jul 28 07:09:52.509650 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe284f-f2bf-41e0-9e9e-899ff9e54142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370cea4d-86ec-4228-8c64-b33e2c74ba38,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:52.511542 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 52990) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:52.569755 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d7572c22-5b72-42da-a583-3f49f3b7371c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:52.592137 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d7572c22-5b72-42da-a583-3f49f3b7371c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:52.819253 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d7572c22-5b72-42da-a583-3f49f3b7371c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:52.823327 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d7572c22-5b72-42da-a583-3f49f3b7371c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:52.825895 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ef190-fd6b-4b43-843a-8185c8293054 req-0e2ab561-7d25-412b-bcdb-f825dd776a75 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:52.826490 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d7572c22-5b72-42da-a583-3f49f3b7371c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/370cea4d-86ec-4228-8c64-b33e2c74ba38 HTTP/1.1" status: 204 len: 168 time: 0.3128552 Jul 28 07:09:52.827808 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ff9ef190-fd6b-4b43-843a-8185c8293054 req-0e2ab561-7d25-412b-bcdb-f825dd776a75 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 946 time: 0.0482144 Jul 28 07:09:52.837862 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7572c22-5b72-42da-a583-3f49f3b7371c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370cea4d-86ec-4228-8c64-b33e2c74ba38,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:52.868428 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ff9ef190-fd6b-4b43-843a-8185c8293054 req-01e96a37-a493-4b4a-8f9b-bf54da1fba03 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337780 Jul 28 07:09:53.297973 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25224196-3f39-4883-b239-e9b5103036c4 req-4348f2f5-829a-4b83-98b0-0f996addb1de tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:53.299475 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-25224196-3f39-4883-b239-e9b5103036c4 req-4348f2f5-829a-4b83-98b0-0f996addb1de tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0520670 Jul 28 07:09:53.337344 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-25224196-3f39-4883-b239-e9b5103036c4 req-ca5f2448-4301-4e2d-9936-b77ab9d4595a tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320380 Jul 28 07:09:53.499687 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 53010) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:53.522564 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e61c7bdc-6e5f-499f-b892-34bd8eba49d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:53.601053 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e61c7bdc-6e5f-499f-b892-34bd8eba49d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:53.664512 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e61c7bdc-6e5f-499f-b892-34bd8eba49d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:53.707469 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e61c7bdc-6e5f-499f-b892-34bd8eba49d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=770fc50ca7a548fba729c637fa08e2bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067010 Jul 28 07:09:53.709567 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c7bdc-6e5f-499f-b892-34bd8eba49d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19360fa1-06dc-4a48-88cb-2e945bfcce6b,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:53.710227 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 53018) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:53.767008 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-be031160-e206-4df8-9c65-760a3e8e8c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:53.790591 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-be031160-e206-4df8-9c65-760a3e8e8c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:53.849990 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ffb15-d8fb-4ee9-b6f5-4d71749a4cf5 req-0413cde9-97b2-46b8-ab31-438d551c62b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:53.851493 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dd9ffb15-d8fb-4ee9-b6f5-4d71749a4cf5 req-0413cde9-97b2-46b8-ab31-438d551c62b0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 1098 time: 0.0381563 Jul 28 07:09:53.886612 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dd9ffb15-d8fb-4ee9-b6f5-4d71749a4cf5 req-f159f53a-6df5-44aa-9eab-d87a206f3792 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260730 Jul 28 07:09:53.933462 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-be031160-e206-4df8-9c65-760a3e8e8c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:53.936136 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-be031160-e206-4df8-9c65-760a3e8e8c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:53.939703 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-be031160-e206-4df8-9c65-760a3e8e8c30 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/19360fa1-06dc-4a48-88cb-2e945bfcce6b HTTP/1.1" status: 204 len: 168 time: 0.2260892 Jul 28 07:09:53.957303 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be031160-e206-4df8-9c65-760a3e8e8c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19360fa1-06dc-4a48-88cb-2e945bfcce6b,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:54.004613 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aaa039-5e61-404d-9880-e722081cf960 req-99a62948-b930-45c3-bb55-103336731c2d tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:54.006141 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-70aaa039-5e61-404d-9880-e722081cf960 req-99a62948-b930-45c3-bb55-103336731c2d tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 946 time: 0.0642545 Jul 28 07:09:54.048925 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-70aaa039-5e61-404d-9880-e722081cf960 req-8ab5033e-d4cb-4217-b4fe-4153353c5c2a tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360427 Jul 28 07:09:54.474320 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00bf6b-60b4-4eaa-a9ae-68b83fea8bcd req-a70c6dae-fefd-456f-b746-a29a3cbfe83c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:54.484118 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1c00bf6b-60b4-4eaa-a9ae-68b83fea8bcd req-a70c6dae-fefd-456f-b746-a29a3cbfe83c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0624814 Jul 28 07:09:54.581389 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1c00bf6b-60b4-4eaa-a9ae-68b83fea8bcd req-42ce97db-5f13-49ab-8d07-329cd71842c4 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963142 Jul 28 07:09:54.629877 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-3f0fb7de-bff9-440c-8003-b5b632275581 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:54.631383 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-3f0fb7de-bff9-440c-8003-b5b632275581 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/networks?id=9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f HTTP/1.1" status: 200 len: 815 time: 0.1293588 Jul 28 07:09:54.648031 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-539dad56-d0b0-4d8a-80ab-b159d4285333 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/quotas/1cbaeadeed9a497a881cf0c5e53bfb32 HTTP/1.1" status: 200 len: 375 time: 0.0091972 Jul 28 07:09:54.700911 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-bfe713c0-3b77-4e48-967a-9470a2e780d7 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cbaeadeed9a497a881cf0c5e53bfb32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470688 Jul 28 07:09:54.730359 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ace93d-3de3-4112-b493-3c604a8182a6 req-53980b18-306c-41ed-a293-82cefca4beab tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:54.732051 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-71ace93d-3de3-4112-b493-3c604a8182a6 req-53980b18-306c-41ed-a293-82cefca4beab tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.11 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 946 time: 0.0532682 Jul 28 07:09:54.797274 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-cb248689-12a1-4dfe-afed-1d0631601495 service neutron] 10.222.0.10 "GET /v2.0/networks/9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867746 Jul 28 07:09:54.836360 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-71ace93d-3de3-4112-b493-3c604a8182a6 req-ff86bc38-5c0b-434f-99ff-1975d2c5342d tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Deleting port e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:09:54.836689 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-71ace93d-3de3-4112-b493-3c604a8182a6 req-ff86bc38-5c0b-434f-99ff-1975d2c5342d tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:54.899177 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-0902ea78-5668-40d3-b0ac-60bf20bd1f65 service neutron] 10.222.0.10 "GET /v2.0/networks/9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960326 Jul 28 07:09:54.943248 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-71ace93d-3de3-4112-b493-3c604a8182a6 req-ff86bc38-5c0b-434f-99ff-1975d2c5342d tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] For port e4aabfa8-1ee6-465c-8cc0-79b13c36fd65, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e4aabfa8-1ee6-465c-8cc0-79b13c36fd65,segment=NetworkSegment(d43cbf28-84c5-447f-b257-25cc36067477),segment_id=d43cbf28-84c5-447f-b257-25cc36067477)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:09:54.943683 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-71ace93d-3de3-4112-b493-3c604a8182a6 req-ff86bc38-5c0b-434f-99ff-1975d2c5342d tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:54.963281 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-71ace93d-3de3-4112-b493-3c604a8182a6 req-ff86bc38-5c0b-434f-99ff-1975d2c5342d tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Calling delete_port for e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:09:55.156627 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-71ace93d-3de3-4112-b493-3c604a8182a6 req-ff86bc38-5c0b-434f-99ff-1975d2c5342d tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:55.178332 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd98881-0710-4082-bbda-af3a451c6391 req-eac27f69-5af1-4c1b-838b-5ab703b882cc tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:55.186018 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bbd98881-0710-4082-bbda-af3a451c6391 req-eac27f69-5af1-4c1b-838b-5ab703b882cc tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 867 time: 0.0580118 Jul 28 07:09:55.230079 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86bc38-5c0b-434f-99ff-1975d2c5342d tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Pushing event deleted for resources: {'Port': ['ID=e4aabfa8-1ee6-465c-8cc0-79b13c36fd65,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:55.233111 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-29b18b0c-6fda-491d-9b8b-628eaa090136 req-cee5b345-2807-438f-b77f-9645134133db tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 210 time: 0.0315511 Jul 28 07:09:55.259450 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bbd98881-0710-4082-bbda-af3a451c6391 req-707f5c6b-5d33-4978-86e1-c83cbd433584 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/security-groups?id=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711339 Jul 28 07:09:55.289713 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ace93d-3de3-4112-b493-3c604a8182a6 req-ff86bc38-5c0b-434f-99ff-1975d2c5342d tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] No DVR routers for this DVR port e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 on host hv-cinder-79280 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:09:55.292918 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-71ace93d-3de3-4112-b493-3c604a8182a6 req-ff86bc38-5c0b-434f-99ff-1975d2c5342d tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:55.294966 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-71ace93d-3de3-4112-b493-3c604a8182a6 req-ff86bc38-5c0b-434f-99ff-1975d2c5342d tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.11 "DELETE /v2.0/ports/e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 HTTP/1.1" status: 204 len: 173 time: 0.5496328 Jul 28 07:09:55.295405 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f2ab3f-a064-49b9-8f10-f7b265bf6bc4', 'name': 'network-vif-deleted', 'tag': 'e4aabfa8-1ee6-465c-8cc0-79b13c36fd65'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:09:55.297684 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddaf405d-7430-4540-8e0d-5af889aad4fd" -d '{"events": [{"server_uuid": "43f2ab3f-a064-49b9-8f10-f7b265bf6bc4", "name": "network-vif-deleted", "tag": "e4aabfa8-1ee6-465c-8cc0-79b13c36fd65"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:09:55.334115 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1061d0d9-7f34-4972-b9f4-dc9069dcac70 x-openstack-request-id: req-1061d0d9-7f34-4972-b9f4-dc9069dcac70 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:09:55.334426 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f2ab3f-a064-49b9-8f10-f7b265bf6bc4", "name": "network-vif-deleted", "tag": "e4aabfa8-1ee6-465c-8cc0-79b13c36fd65", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:09:55.334699 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1061d0d9-7f34-4972-b9f4-dc9069dcac70 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:09:55.335087 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f2ab3f-a064-49b9-8f10-f7b265bf6bc4', 'name': 'network-vif-deleted', 'tag': 'e4aabfa8-1ee6-465c-8cc0-79b13c36fd65', 'status': 'completed', 'code': 200} Jul 28 07:09:55.698712 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855cec7-1380-4e6f-9c38-d6deda1fe78e req-bf8bdd42-684c-4bab-a033-454657b337e8 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:55.700453 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d855cec7-1380-4e6f-9c38-d6deda1fe78e req-bf8bdd42-684c-4bab-a033-454657b337e8 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0520697 Jul 28 07:09:55.745784 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d855cec7-1380-4e6f-9c38-d6deda1fe78e req-0b9f24ec-262b-4ae1-ba41-11e8ee2a70d5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390818 Jul 28 07:09:56.344765 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4c2045ed-bc65-4754-b7f8-2e5f03a0ed12 req-b5eb13fd-b65f-4933-9316-d14221d02ffb tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 210 time: 0.0259876 Jul 28 07:09:56.427333 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3c3deaea-0d76-496d-930a-ddccebf00274 req-b2aec262-2964-455a-959e-da9a8d6601db tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 210 time: 0.0261364 Jul 28 07:09:56.947859 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['e4aabfa8-1ee6-465c-8cc0-79b13c36fd65'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:09:57.002531 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b69f6-4c23-40c2-8c28-79127e39a3e2 req-43f2d471-9221-402f-a1f8-900c44265644 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:57.004245 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-307b69f6-4c23-40c2-8c28-79127e39a3e2 req-43f2d471-9221-402f-a1f8-900c44265644 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0496993 Jul 28 07:09:57.044079 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-307b69f6-4c23-40c2-8c28-79127e39a3e2 req-6f0a0934-0fe3-4f3f-bfd4-0aa6319d0e7a tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336566 Jul 28 07:09:57.093292 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:57.450716 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4c56c4f8-332e-473b-abeb-bf9a425986cd req-a5434614-e1a6-4503-a330-2e72a00671a4 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 210 time: 0.0289299 Jul 28 07:09:57.540447 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8eb4ef40-e231-4af0-8969-439268925c73 req-30067c36-7786-4160-ab80-0b0e15be0d37 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 210 time: 0.0264459 Jul 28 07:09:58.166168 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188011f-224a-4bcd-a33d-0e0e0a52088b req-d1d399a5-d619-40f6-ad15-3243f358a5e5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:58.175044 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8188011f-224a-4bcd-a33d-0e0e0a52088b req-d1d399a5-d619-40f6-ad15-3243f358a5e5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0628948 Jul 28 07:09:58.217654 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8188011f-224a-4bcd-a33d-0e0e0a52088b req-9ff7ce02-d21f-4911-baba-6a4763ae0021 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339057 Jul 28 07:09:58.546156 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5b314d61-7fd4-4186-8777-4b0b9c937899 req-2029dcf7-0da2-4f59-98de-a598c854bf56 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 210 time: 0.0257349 Jul 28 07:09:58.654148 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2efff333-4128-4802-9f41-e3d0172182db req-d906dde5-afc6-47e8-ace1-356e06ee0919 tempest-VolumesActionsTest-1083806580 tempest-VolumesActionsTest-1083806580-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f2ab3f-a064-49b9-8f10-f7b265bf6bc4 HTTP/1.1" status: 200 len: 210 time: 0.0282290 Jul 28 07:09:59.111018 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 53184) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:59.216200 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a2032bd1-c7e8-4c08-923d-d48d66478aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:59.343340 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a2032bd1-c7e8-4c08-923d-d48d66478aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:59.365771 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fcd34-4119-4c94-8654-00ce4a3723bb req-376fc812-63d2-4f18-aefc-1e721d500c58 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:59.367398 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-410fcd34-4119-4c94-8654-00ce4a3723bb req-376fc812-63d2-4f18-aefc-1e721d500c58 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0619256 Jul 28 07:09:59.406590 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-410fcd34-4119-4c94-8654-00ce4a3723bb req-6a93a28d-28c3-4085-b904-b28c1203e022 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324540 Jul 28 07:09:59.464589 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a2032bd1-c7e8-4c08-923d-d48d66478aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:59.505854 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a2032bd1-c7e8-4c08-923d-d48d66478aa7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84d36c40e6a74259b4fc1604fc20a1f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3935952 Jul 28 07:09:59.506851 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2032bd1-c7e8-4c08-923d-d48d66478aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f21c07f-4696-42e2-b662-b4a5b8b07a18,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:59.508571 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 53204) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:09:59.559027 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-808997da-c5ff-4510-a265-7dc034cde5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:59.584997 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-808997da-c5ff-4510-a265-7dc034cde5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:59.648119 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ab75aa2c-7e5e-49e0-bbc5-00df6e067377 req-c2daec34-c285-4987-b9c2-82293c3c2acc tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 210 time: 0.0297852 Jul 28 07:09:59.808119 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-808997da-c5ff-4510-a265-7dc034cde5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:59.810647 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-808997da-c5ff-4510-a265-7dc034cde5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:09:59.811795 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-808997da-c5ff-4510-a265-7dc034cde5a7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f21c07f-4696-42e2-b662-b4a5b8b07a18 HTTP/1.1" status: 204 len: 168 time: 0.3020830 Jul 28 07:09:59.828436 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808997da-c5ff-4510-a265-7dc034cde5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f21c07f-4696-42e2-b662-b4a5b8b07a18,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:09:59.878039 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85409a08-340c-411f-9025-b0622d214d96 req-da84edc9-2216-4832-9225-83111f2ece0b tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:09:59.879713 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-85409a08-340c-411f-9025-b0622d214d96 req-da84edc9-2216-4832-9225-83111f2ece0b tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0803328 Jul 28 07:09:59.938992 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-85409a08-340c-411f-9025-b0622d214d96 req-cb761f0c-8162-40d2-a663-d38a804b9fff tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517449 Jul 28 07:10:00.085584 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-c68c5412-4dd4-4f27-b6ac-bdf51188de11 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:00.087054 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-c68c5412-4dd4-4f27-b6ac-bdf51188de11 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.11 "GET /v2.0/networks?id=9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f HTTP/1.1" status: 200 len: 815 time: 0.1468937 Jul 28 07:10:00.092760 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84639ce5-55fa-410c-ac48-f0015f878fcd req-c7c2f6db-e7a5-4361-b0b2-fe0ebeb33b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:00.094108 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-84639ce5-55fa-410c-ac48-f0015f878fcd req-c7c2f6db-e7a5-4361-b0b2-fe0ebeb33b42 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0971c291dd1641df82c27807255ee0c7&device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 1098 time: 0.0702736 Jul 28 07:10:00.114365 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Request body: {'port': {'device_id': 'ef1bdd5f-38a4-4e4a-ba58-4056cc71690b', 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f', 'admin_state_up': True, 'tenant_id': '1cbaeadeed9a497a881cf0c5e53bfb32'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:10:00.281622 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84639ce5-55fa-410c-ac48-f0015f878fcd req-77f01d9c-411c-45de-a5b5-3f45c5475847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:00.283095 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-84639ce5-55fa-410c-ac48-f0015f878fcd req-77f01d9c-411c-45de-a5b5-3f45c5475847 service neutron] 10.222.0.11 "GET /v2.0/networks?id=11156f08-0d12-4240-b1b6-a1274a83eab6 HTTP/1.1" status: 200 len: 919 time: 0.1723444 Jul 28 07:10:00.333900 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-84639ce5-55fa-410c-ac48-f0015f878fcd req-4bbcb5f6-4608-4d6d-ba4b-3b766ba1a0f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01b5f42b-1fda-4adc-8f1b-29e68b78c037 HTTP/1.1" status: 200 len: 217 time: 0.0406480 Jul 28 07:10:00.390190 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84639ce5-55fa-410c-ac48-f0015f878fcd req-afe3b484-0d2a-421c-afd5-6f2d1bc0ce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:00.397011 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-84639ce5-55fa-410c-ac48-f0015f878fcd req-afe3b484-0d2a-421c-afd5-6f2d1bc0ce47 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04ce5e32-4c6c-4b89-a89b-cb43b533785f HTTP/1.1" status: 200 len: 858 time: 0.0499220 Jul 28 07:10:00.435148 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-84639ce5-55fa-410c-ac48-f0015f878fcd req-c630dd51-2c7a-4b29-903a-b9ed01e8b243 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11156f08-0d12-4240-b1b6-a1274a83eab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243676 Jul 28 07:10:00.435148 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Made reservation on behalf of 1cbaeadeed9a497a881cf0c5e53bfb32 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:10:00.436453 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:00.608604 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-84639ce5-55fa-410c-ac48-f0015f878fcd req-f2035044-2197-48df-81e3-193d8fa2079a service neutron] 10.222.0.11 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620240 Jul 28 07:10:00.630759 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Allocated IP 172.20.0.6 (9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f/263b7921-99fd-440b-8eeb-ac12d37ebf89/ed772149-4ae1-4811-bd2b-2d82e5374613) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:10:00.664081 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 53246) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:10:00.678192 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3e24-6a32-42f0-929c-a55feb58ad7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:00.780859 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3d154bd3-cb9a-4b44-8cea-0588551aa00d req-2128c7e3-c0b7-4051-91fb-a47e518b5d83 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 210 time: 0.0348940 Jul 28 07:10:00.809022 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:00.833326 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3e24-6a32-42f0-929c-a55feb58ad7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:01.024985 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:01.025451 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3e24-6a32-42f0-929c-a55feb58ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:01.065941 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Network 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:10:01.069045 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:10:01.072821 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:10:01.091811 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-bb2b3e24-6a32-42f0-929c-a55feb58ad7d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a73de4b43bfb4b52b240394b0f485aa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4264605 Jul 28 07:10:01.095244 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b3e24-6a32-42f0-929c-a55feb58ad7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522d7f94-f262-4b1a-a6ba-cd147283c605,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:01.101712 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 53270) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:10:01.107359 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Pushing event updated for resources: {'Port': ['ID=ed772149-4ae1-4811-bd2b-2d82e5374613,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:01.113204 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8517360-e7fb-4471-b82e-08f5bc8efe6e req-aef96183-6be3-460d-b260-48d3d761fe00 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:01.114888 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d8517360-e7fb-4471-b82e-08f5bc8efe6e req-aef96183-6be3-460d-b260-48d3d761fe00 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0997291 Jul 28 07:10:01.123159 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:01.123730 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:01.124376 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:01.124662 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:01.125217 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:01.125751 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:01.126314 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:01.126779 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:01.127121 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:01.127510 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:01.128063 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:01.128776 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:01.154188 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:01.154839 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:01.181103 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d8517360-e7fb-4471-b82e-08f5bc8efe6e req-61ed76fe-e0da-4114-8383-08b4fd0091ff tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541241 Jul 28 07:10:01.195379 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-79588d4a-ffab-40be-9ae5-e4d7fccc14db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:01.225296 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-79588d4a-ffab-40be-9ae5-e4d7fccc14db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:01.236404 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-96c1d33a-b929-4af1-b73f-63c04aadfe71 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1266665 Jul 28 07:10:01.363191 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-79588d4a-ffab-40be-9ae5-e4d7fccc14db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:01.365663 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-79588d4a-ffab-40be-9ae5-e4d7fccc14db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:01.366826 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-79588d4a-ffab-40be-9ae5-e4d7fccc14db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/522d7f94-f262-4b1a-a6ba-cd147283c605 HTTP/1.1" status: 204 len: 168 time: 0.2666059 Jul 28 07:10:01.375035 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79588d4a-ffab-40be-9ae5-e4d7fccc14db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522d7f94-f262-4b1a-a6ba-cd147283c605,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:01.907084 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db862f-ae4c-4f7f-8452-86a56b5abecf req-f919f247-dcf5-48a6-a47e-e5d2eba03751 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:01.908584 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b6db862f-ae4c-4f7f-8452-86a56b5abecf req-f919f247-dcf5-48a6-a47e-e5d2eba03751 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 931 time: 0.0529356 Jul 28 07:10:01.946254 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b6db862f-ae4c-4f7f-8452-86a56b5abecf req-1c2bebe2-9882-4253-8049-70ca850e521e tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314517 Jul 28 07:10:02.311870 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d812a-b8f7-4820-a3ef-df8a9466a5d1 req-c5e00b42-57d2-43e3-b151-00a3a751624e tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:02.313357 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e99d812a-b8f7-4820-a3ef-df8a9466a5d1 req-c5e00b42-57d2-43e3-b151-00a3a751624e tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0566692 Jul 28 07:10:02.351673 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e99d812a-b8f7-4820-a3ef-df8a9466a5d1 req-b8b8bc89-16a5-4704-8a0f-f85cf32e4d56 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324180 Jul 28 07:10:02.641387 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:10:02.662785 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['457adf7f-f5a7-4fa1-8eda-a6da8212fa4d', '1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8', '85b1fe3e-8073-4b84-ae28-73dfdefe8188'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:10:02.666115 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] No Port match for: e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:10:02.666474 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device e4aabfa8-1ee6-465c-8cc0-79b13c36fd65 not bound to the agent host hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:10:03.057396 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0d07b-b112-4c79-8ba2-75aecdef067f req-7dcee79a-6d35-46cb-829b-d7177bd8a17d tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:03.058898 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-18e0d07b-b112-4c79-8ba2-75aecdef067f req-7dcee79a-6d35-46cb-829b-d7177bd8a17d tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 931 time: 0.0481465 Jul 28 07:10:03.097838 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-18e0d07b-b112-4c79-8ba2-75aecdef067f req-7859fbaa-b1c5-4331-a01c-53ed5857f282 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321229 Jul 28 07:10:03.469947 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387be3f2-ca47-4bf1-a1f4-5177b5dae5e9 req-8223389d-f56f-4093-b1db-eb37dd74f075 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:03.471452 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-387be3f2-ca47-4bf1-a1f4-5177b5dae5e9 req-8223389d-f56f-4093-b1db-eb37dd74f075 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0512099 Jul 28 07:10:03.507587 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-387be3f2-ca47-4bf1-a1f4-5177b5dae5e9 req-28ad2662-f448-4e53-b87b-352eabfef93f tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304039 Jul 28 07:10:03.857613 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] Request body: {'port': {'device_id': 'ef1bdd5f-38a4-4e4a-ba58-4056cc71690b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:10:03.933743 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:03.951851 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-84639ce5-55fa-410c-ac48-f0015f878fcd req-ad420630-0669-4308-8b87-3c2acaf9b4c9 service neutron] 10.222.0.11 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431596 Jul 28 07:10:04.198087 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed772149-4ae1-4811-bd2b-2d82e5374613 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:10:04.206746 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:04.218907 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec9e55-a482-4426-9bc3-579e1265c858 req-b49c04e3-dac6-44d6-9e76-d9ec66ae0b85 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:04.219451 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] Transition to ACTIVE for port object ed772149-4ae1-4811-bd2b-2d82e5374613 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:10:04.223439 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-16ec9e55-a482-4426-9bc3-579e1265c858 req-b49c04e3-dac6-44d6-9e76-d9ec66ae0b85 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 931 time: 0.0505939 Jul 28 07:10:04.258081 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-16ec9e55-a482-4426-9bc3-579e1265c858 req-67be6bd5-5825-4fc4-b8d4-f38dea629b98 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313661 Jul 28 07:10:04.339354 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:04.389547 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ed772149-4ae1-4811-bd2b-2d82e5374613,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:04.463905 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] Attempting to bind port ed772149-4ae1-4811-bd2b-2d82e5374613 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:10:04.465925 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] Attempting to bind port ed772149-4ae1-4811-bd2b-2d82e5374613 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '56fbf760-3246-4b91-9aee-bf4b2fd92e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:10:04.465925 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] Attempting to bind port ed772149-4ae1-4811-bd2b-2d82e5374613 on network 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:10:04.469095 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] Port ed772149-4ae1-4811-bd2b-2d82e5374613 on network 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 07:10:04.469417 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] Attempting to bind port ed772149-4ae1-4811-bd2b-2d82e5374613 on network 9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:10:04.474136 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] Checking agent: {'id': '9049993c-5c8b-4294-bcfd-702819f13098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'started_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:10:04.474467 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] Checking segment: {'id': '56fbf760-3246-4b91-9aee-bf4b2fd92e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:10:04.474926 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] Bound using segment: {'id': '56fbf760-3246-4b91-9aee-bf4b2fd92e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:10:04.475343 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] Bound port: ed772149-4ae1-4811-bd2b-2d82e5374613, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fbf760-3246-4b91-9aee-bf4b2fd92e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:10:04.475693 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:04.538999 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] For port ed772149-4ae1-4811-bd2b-2d82e5374613, host hv-cinder-79280, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:10:04.542049 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] For port ed772149-4ae1-4811-bd2b-2d82e5374613, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ed772149-4ae1-4811-bd2b-2d82e5374613,segment=NetworkSegment(56fbf760-3246-4b91-9aee-bf4b2fd92e09),segment_id=56fbf760-3246-4b91-9aee-bf4b2fd92e09)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:10:04.624856 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a834898-0e00-493c-be42-fb5ad5750698 req-381f9987-c95a-47c2-849b-0191f109e666 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:04.626394 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3a834898-0e00-493c-be42-fb5ad5750698 req-381f9987-c95a-47c2-849b-0191f109e666 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0495827 Jul 28 07:10:04.670508 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3a834898-0e00-493c-be42-fb5ad5750698 req-3556d31a-5c9b-44a9-adcc-e2b8ee81a663 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379508 Jul 28 07:10:04.686771 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:04.722600 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:04.723550 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:04.724954 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] 10.222.0.11 "PUT /v2.0/ports/ed772149-4ae1-4811-bd2b-2d82e5374613 HTTP/1.1" status: 200 len: 1093 time: 0.8738179 Jul 28 07:10:04.727319 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1bdd5f-38a4-4e4a-ba58-4056cc71690b', 'tag': 'ed772149-4ae1-4811-bd2b-2d82e5374613'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:10:04.729548 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ddad0e-c8e7-47bb-b36e-66dc7251453f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1bdd5f-38a4-4e4a-ba58-4056cc71690b", "tag": "ed772149-4ae1-4811-bd2b-2d82e5374613"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:10:04.752965 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975967bb-a4c4-482d-a584-1065e756e5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ed772149-4ae1-4811-bd2b-2d82e5374613,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:04.768467 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663d689a-687a-471d-acf9-00f919324acd x-openstack-request-id: req-663d689a-687a-471d-acf9-00f919324acd {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:10:04.768750 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1bdd5f-38a4-4e4a-ba58-4056cc71690b", "tag": "ed772149-4ae1-4811-bd2b-2d82e5374613", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:10:04.768998 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-663d689a-687a-471d-acf9-00f919324acd {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:10:04.769384 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1bdd5f-38a4-4e4a-ba58-4056cc71690b', 'tag': 'ed772149-4ae1-4811-bd2b-2d82e5374613', 'status': 'completed', 'code': 200} Jul 28 07:10:04.833764 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:10:05.387610 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cea84-e2ac-424b-8e7f-5f85b4c79160 req-c3080eff-e939-42c3-9347-8a3e14094876 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:05.389288 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-199cea84-e2ac-424b-8e7f-5f85b4c79160 req-c3080eff-e939-42c3-9347-8a3e14094876 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 943 time: 0.0587180 Jul 28 07:10:05.426406 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-199cea84-e2ac-424b-8e7f-5f85b4c79160 req-1ccaf76a-0fae-4b51-91ea-e9c7ab64fc4d tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311251 Jul 28 07:10:05.785365 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fafd6-2000-4dee-a113-66ac7d2cc0d8 req-35ff6887-3227-4832-b8eb-d02749a1baa9 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:05.787063 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-011fafd6-2000-4dee-a113-66ac7d2cc0d8 req-35ff6887-3227-4832-b8eb-d02749a1baa9 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0515709 Jul 28 07:10:05.825299 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-011fafd6-2000-4dee-a113-66ac7d2cc0d8 req-2e29fdcd-9fa4-42b2-a083-18d6074620d3 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314651 Jul 28 07:10:06.538062 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e5326-f827-4273-8314-ae1fc1c3f71b req-ff010b09-9777-4307-879e-5324bfb570ad tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:06.539540 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7e3e5326-f827-4273-8314-ae1fc1c3f71b req-ff010b09-9777-4307-879e-5324bfb570ad tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 943 time: 0.0480337 Jul 28 07:10:06.575961 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7e3e5326-f827-4273-8314-ae1fc1c3f71b req-04237100-f5bd-484e-8d27-95df1a33bb9c tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305872 Jul 28 07:10:06.941740 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f000e2-5f96-4f41-96df-90441f0116d1 req-80b67153-b6e9-4c01-bf07-9a97a4b4ee29 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:06.943205 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e4f000e2-5f96-4f41-96df-90441f0116d1 req-80b67153-b6e9-4c01-bf07-9a97a4b4ee29 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0512519 Jul 28 07:10:06.980671 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e4f000e2-5f96-4f41-96df-90441f0116d1 req-b73e359a-dad9-408e-a332-41c3a0aa6055 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316310 Jul 28 07:10:07.690259 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06063917-141a-4e94-8b52-8b8626c7ee2f req-7c50e486-c516-4929-8998-f4147f3c89b2 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:07.691734 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-06063917-141a-4e94-8b52-8b8626c7ee2f req-7c50e486-c516-4929-8998-f4147f3c89b2 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 943 time: 0.0474038 Jul 28 07:10:07.729580 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-06063917-141a-4e94-8b52-8b8626c7ee2f req-bf4bf58f-36f5-4f92-8d57-199cb9318255 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319676 Jul 28 07:10:07.802362 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddad0e-c8e7-47bb-b36e-66dc7251453f req-93b3a5ff-4943-4ac0-9c51-809d482f4094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:07.803899 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-03ddad0e-c8e7-47bb-b36e-66dc7251453f req-93b3a5ff-4943-4ac0-9c51-809d482f4094 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1cbaeadeed9a497a881cf0c5e53bfb32&device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 1096 time: 0.0439577 Jul 28 07:10:07.901733 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddad0e-c8e7-47bb-b36e-66dc7251453f req-e1ddc32e-3f23-48b6-8704-4fca74c808a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:07.903487 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-03ddad0e-c8e7-47bb-b36e-66dc7251453f req-e1ddc32e-3f23-48b6-8704-4fca74c808a6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1cbaeadeed9a497a881cf0c5e53bfb32&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0886528 Jul 28 07:10:08.098694 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6140900-194d-4d94-94cd-c3996c0cd3ab req-92722824-139c-448a-a77f-90c08edb7e41 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:08.100705 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e6140900-194d-4d94-94cd-c3996c0cd3ab req-92722824-139c-448a-a77f-90c08edb7e41 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0528834 Jul 28 07:10:08.142156 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e6140900-194d-4d94-94cd-c3996c0cd3ab req-7ba79cc0-3a7c-4eef-bf08-849c421248f2 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353134 Jul 28 07:10:08.212097 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddad0e-c8e7-47bb-b36e-66dc7251453f req-d860f14d-6a59-4625-a5ef-db22b5744ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:08.213622 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-03ddad0e-c8e7-47bb-b36e-66dc7251453f req-d860f14d-6a59-4625-a5ef-db22b5744ce6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3011758 Jul 28 07:10:08.301412 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-db5844d0-ccaa-4eb6-836a-43f0a22a537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:08.302942 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-db5844d0-ccaa-4eb6-836a-43f0a22a537e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1cbaeadeed9a497a881cf0c5e53bfb32&device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 1096 time: 0.0463779 Jul 28 07:10:08.882769 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722a9b3-2624-44f7-bb8f-a2ebfdbcd1b3 req-4f22018e-b51f-4b55-9b12-676e14e84b84 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:08.884246 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a722a9b3-2624-44f7-bb8f-a2ebfdbcd1b3 req-4f22018e-b51f-4b55-9b12-676e14e84b84 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 943 time: 0.0847962 Jul 28 07:10:08.922485 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a722a9b3-2624-44f7-bb8f-a2ebfdbcd1b3 req-7f2bc135-0fb7-4f13-be80-19be89170c86 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319843 Jul 28 07:10:09.258775 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c8f02-d2d4-4734-be57-899ba6353b17 req-44e1241e-c68e-4b44-8b84-f6af25a94e48 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:09.260768 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b91c8f02-d2d4-4734-be57-899ba6353b17 req-44e1241e-c68e-4b44-8b84-f6af25a94e48 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0489340 Jul 28 07:10:09.297923 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b91c8f02-d2d4-4734-be57-899ba6353b17 req-24dcfdf1-2d0d-4bab-ac7e-adf6061316c2 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309815 Jul 28 07:10:09.715404 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d6937009-ced2-40d0-822b-e11095b4d5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:10.035264 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be5c68-eb07-4f22-8fc3-4586866005a4 req-39e7eae0-3e1b-43c3-b81e-813de4143195 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:10.036714 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-77be5c68-eb07-4f22-8fc3-4586866005a4 req-39e7eae0-3e1b-43c3-b81e-813de4143195 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 943 time: 0.0473273 Jul 28 07:10:10.074202 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-77be5c68-eb07-4f22-8fc3-4586866005a4 req-1a701798-d251-4a40-867b-9d107e013d20 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310369 Jul 28 07:10:10.414203 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915d89e-a4c7-4569-9a02-1d1ffc0eaa62 req-cad656b2-6fec-47c5-b54b-7e49a494a147 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:10.415682 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f915d89e-a4c7-4569-9a02-1d1ffc0eaa62 req-cad656b2-6fec-47c5-b54b-7e49a494a147 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0510311 Jul 28 07:10:10.453335 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f915d89e-a4c7-4569-9a02-1d1ffc0eaa62 req-38783969-f6ad-437f-80bc-e8c1332f1492 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317035 Jul 28 07:10:11.185038 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41651e0-c6d8-4a5a-8aed-c53e5632d0b1 req-852d95b8-fdec-4741-9458-98c6a33f5068 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:11.186470 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c41651e0-c6d8-4a5a-8aed-c53e5632d0b1 req-852d95b8-fdec-4741-9458-98c6a33f5068 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 943 time: 0.0471165 Jul 28 07:10:11.226932 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c41651e0-c6d8-4a5a-8aed-c53e5632d0b1 req-36cbf856-4e34-49ac-9565-ab091c7eb773 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346172 Jul 28 07:10:11.468711 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-023f37dc-6e4b-4c07-b34d-ad710b3d6b25 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed772149-4ae1-4811-bd2b-2d82e5374613 HTTP/1.1" status: 200 len: 217 time: 0.0347621 Jul 28 07:10:11.520841 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-de3c21ec-b20a-4093-864e-ea93608d83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:11.522270 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-de3c21ec-b20a-4093-864e-ea93608d83eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=263b7921-99fd-440b-8eeb-ac12d37ebf89 HTTP/1.1" status: 200 len: 855 time: 0.0426190 Jul 28 07:10:11.560112 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-97e88880-07d5-413b-a2c3-23f1de92469c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269623 Jul 28 07:10:11.565878 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e366a04-a6ed-4f6c-8c25-7fbf1018eb75 req-58a5a794-033d-4b7c-9b97-f95bb21a0e5d tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:11.567381 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3e366a04-a6ed-4f6c-8c25-7fbf1018eb75 req-58a5a794-033d-4b7c-9b97-f95bb21a0e5d tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0488465 Jul 28 07:10:11.605456 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3e366a04-a6ed-4f6c-8c25-7fbf1018eb75 req-18ddb77a-2285-45d6-b232-a627a814f496 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313561 Jul 28 07:10:11.651556 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-9eb601a2-43fc-451a-b55d-19ea94e2334f service neutron] 10.222.0.11 "GET /v2.0/networks/9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821517 Jul 28 07:10:11.744733 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2884b36b-3790-42a3-b80d-a04805a6f43b req-727d847f-eab9-4b48-8b68-f99d9bc6a31c service neutron] 10.222.0.11 "GET /v2.0/networks/9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831947 Jul 28 07:10:12.342856 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c5daf-f460-4666-8132-e3791d231f03 req-fc3069ed-e67b-4cb4-b9a3-45b26d9c751d tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:12.344536 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9b8c5daf-f460-4666-8132-e3791d231f03 req-fc3069ed-e67b-4cb4-b9a3-45b26d9c751d tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 943 time: 0.0502412 Jul 28 07:10:12.382822 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9b8c5daf-f460-4666-8132-e3791d231f03 req-dbe4a241-faab-4b6e-a818-b97bb66f43ab tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326531 Jul 28 07:10:12.509917 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-27cd5aa5-ec40-43a7-8008-4ecc8aa2e971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:12.727500 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179e6db-6eb9-41fa-8053-b2568de31a5a req-faf5d733-cf99-4ebc-a52b-27febcee940c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:12.729205 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8179e6db-6eb9-41fa-8053-b2568de31a5a req-faf5d733-cf99-4ebc-a52b-27febcee940c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0543144 Jul 28 07:10:12.797768 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8179e6db-6eb9-41fa-8053-b2568de31a5a req-87216cf3-b9b2-4b64-88e1-8e7b678f865b tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617309 Jul 28 07:10:12.881594 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:13.361258 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:13.502878 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132983f-9279-4487-8250-52c1edfce678 req-ab11b3d6-b91c-48f8-892b-eefa0ac6f6f5 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:13.504366 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c132983f-9279-4487-8250-52c1edfce678 req-ab11b3d6-b91c-48f8-892b-eefa0ac6f6f5 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 943 time: 0.0504110 Jul 28 07:10:13.546881 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c132983f-9279-4487-8250-52c1edfce678 req-a2ba9b1b-14b2-4e0c-82df-e6a696edc7b9 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365407 Jul 28 07:10:13.975814 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa5375-29a9-4d85-8609-f56bdce4b46c req-c681243e-8480-49aa-9de7-9490d62a3e51 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:13.977214 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-75aa5375-29a9-4d85-8609-f56bdce4b46c req-c681243e-8480-49aa-9de7-9490d62a3e51 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0692310 Jul 28 07:10:14.023723 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-75aa5375-29a9-4d85-8609-f56bdce4b46c req-daa2e83d-b41d-44b7-9578-38f580836eac tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396717 Jul 28 07:10:14.673366 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677a80f-cb4f-46e9-a735-7faf0495b202 req-19b0427f-c9b4-477a-8808-4a905ab852f2 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:14.674923 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c677a80f-cb4f-46e9-a735-7faf0495b202 req-19b0427f-c9b4-477a-8808-4a905ab852f2 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 943 time: 0.0548732 Jul 28 07:10:14.758849 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c677a80f-cb4f-46e9-a735-7faf0495b202 req-e8b005b0-9775-4178-8b8e-7e24148fc089 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775981 Jul 28 07:10:15.060420 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:15.084912 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 53600) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:10:15.202960 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9599dea7-162e-4683-9b1c-7a6c91433790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:15.294239 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9599dea7-162e-4683-9b1c-7a6c91433790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:15.361162 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9599dea7-162e-4683-9b1c-7a6c91433790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:15.397965 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599dea7-162e-4683-9b1c-7a6c91433790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53623aee-0b3c-41b0-b6d0-e7f8cbed3f7f,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:15.402173 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-9599dea7-162e-4683-9b1c-7a6c91433790 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7fb774aeb78847f8a2975a183388f268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161325 Jul 28 07:10:15.405173 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 53606) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:10:15.408300 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599dea7-162e-4683-9b1c-7a6c91433790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:15.408650 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599dea7-162e-4683-9b1c-7a6c91433790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:15.408992 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599dea7-162e-4683-9b1c-7a6c91433790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:15.409326 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599dea7-162e-4683-9b1c-7a6c91433790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:15.409657 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599dea7-162e-4683-9b1c-7a6c91433790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:15.409991 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599dea7-162e-4683-9b1c-7a6c91433790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:15.410326 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599dea7-162e-4683-9b1c-7a6c91433790 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:15.410682 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599dea7-162e-4683-9b1c-7a6c91433790 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:15.411056 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599dea7-162e-4683-9b1c-7a6c91433790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:15.411328 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599dea7-162e-4683-9b1c-7a6c91433790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:15.411654 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599dea7-162e-4683-9b1c-7a6c91433790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:15.412224 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599dea7-162e-4683-9b1c-7a6c91433790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:15.454668 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3cb6d8ec-d40c-4215-a7fc-1f04dd233364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:15.474846 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3cb6d8ec-d40c-4215-a7fc-1f04dd233364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:15.618041 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3cb6d8ec-d40c-4215-a7fc-1f04dd233364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:15.620576 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3cb6d8ec-d40c-4215-a7fc-1f04dd233364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:15.621692 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-3cb6d8ec-d40c-4215-a7fc-1f04dd233364 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53623aee-0b3c-41b0-b6d0-e7f8cbed3f7f HTTP/1.1" status: 204 len: 168 time: 0.2155244 Jul 28 07:10:15.630039 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6d8ec-d40c-4215-a7fc-1f04dd233364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53623aee-0b3c-41b0-b6d0-e7f8cbed3f7f,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:15.885452 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d56a9-ab29-4f1f-984b-9548f5657c64 req-6688f090-6094-46fd-9405-880731c88c9d tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:15.887825 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c30d56a9-ab29-4f1f-984b-9548f5657c64 req-6688f090-6094-46fd-9405-880731c88c9d tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 943 time: 0.0542555 Jul 28 07:10:15.927145 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c30d56a9-ab29-4f1f-984b-9548f5657c64 req-f9ac8ac8-8cd6-4e3d-a156-fce3c37c2df5 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332406 Jul 28 07:10:17.041419 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857fd23-ec80-4fce-a857-06c24bd69143 req-ec69ae34-e3fa-4597-ae21-b03315d8f733 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:17.043474 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e857fd23-ec80-4fce-a857-06c24bd69143 req-ec69ae34-e3fa-4597-ae21-b03315d8f733 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 943 time: 0.0479620 Jul 28 07:10:17.080863 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e857fd23-ec80-4fce-a857-06c24bd69143 req-51aed7bd-dba3-4c1f-93ef-299ba245a912 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303788 Jul 28 07:10:17.217375 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device ed772149-4ae1-4811-bd2b-2d82e5374613 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:10:17.310842 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port ed772149-4ae1-4811-bd2b-2d82e5374613, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ed772149-4ae1-4811-bd2b-2d82e5374613,segment=NetworkSegment(56fbf760-3246-4b91-9aee-bf4b2fd92e09),segment_id=56fbf760-3246-4b91-9aee-bf4b2fd92e09)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:10:17.321861 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': 'ed772149-4ae1-4811-bd2b-2d82e5374613', 'network_id': '9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f', 'port_id': 'ed772149-4ae1-4811-bd2b-2d82e5374613', 'mac_address': 'fa:16:3e:b5:d6:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263b7921-99fd-440b-8eeb-ac12d37ebf89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:10:17.358296 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:17.370393 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed772149-4ae1-4811-bd2b-2d82e5374613 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:10:17.390318 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port ed772149-4ae1-4811-bd2b-2d82e5374613, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ed772149-4ae1-4811-bd2b-2d82e5374613,segment=NetworkSegment(56fbf760-3246-4b91-9aee-bf4b2fd92e09),segment_id=56fbf760-3246-4b91-9aee-bf4b2fd92e09)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:10:17.504074 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:17.554225 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=ed772149-4ae1-4811-bd2b-2d82e5374613,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:17.561453 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:17.561745 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:17.562124 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:17.562456 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:17.562811 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:17.563133 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:17.563455 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:17.563772 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:17.564108 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:17.564430 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:17.564764 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:17.565075 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:10:18.193102 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c7c85-a7f8-46f1-81c5-382cbd06f586 req-8aa0c10c-644f-4f64-acdc-11e53103f7b9 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:18.194556 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f85c7c85-a7f8-46f1-81c5-382cbd06f586 req-8aa0c10c-644f-4f64-acdc-11e53103f7b9 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 944 time: 0.0478401 Jul 28 07:10:18.231277 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f85c7c85-a7f8-46f1-81c5-382cbd06f586 req-39aa716a-6e53-49eb-9392-d5443dfe84a3 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305924 Jul 28 07:10:18.940596 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['ed772149-4ae1-4811-bd2b-2d82e5374613'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:10:19.437506 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028107d-b10d-4287-94ad-e2c1285fa09c req-e9e9180c-fa31-436c-8abc-0c284ef02bea tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:19.449341 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1028107d-b10d-4287-94ad-e2c1285fa09c req-e9e9180c-fa31-436c-8abc-0c284ef02bea tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 944 time: 0.1158202 Jul 28 07:10:19.507863 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1028107d-b10d-4287-94ad-e2c1285fa09c req-291636ef-669b-4b37-b30b-df5f12d2bd3b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434382 Jul 28 07:10:20.470987 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a595d-0923-4e38-8cfe-86cb5cac4841 req-e744613a-a624-442a-b409-661497f6abaf tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:20.474121 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e17a595d-0923-4e38-8cfe-86cb5cac4841 req-e744613a-a624-442a-b409-661497f6abaf tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0732312 Jul 28 07:10:20.531075 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e17a595d-0923-4e38-8cfe-86cb5cac4841 req-f2930ea5-55c2-46c8-9128-cc249a13fda9 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457730 Jul 28 07:10:20.623889 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f63bf3-d812-4ea9-918b-ac2f8969e8a7 req-a7b065eb-dd8c-4a84-a7e6-14c380fdfa87 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:20.625290 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-37f63bf3-d812-4ea9-918b-ac2f8969e8a7 req-a7b065eb-dd8c-4a84-a7e6-14c380fdfa87 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 944 time: 0.0576193 Jul 28 07:10:20.704175 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-37f63bf3-d812-4ea9-918b-ac2f8969e8a7 req-17fd60fd-c592-4dd2-987d-a0c283d6b5f3 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714509 Jul 28 07:10:20.773631 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device ed772149-4ae1-4811-bd2b-2d82e5374613 up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:10:21.052798 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning for port ed772149-4ae1-4811-bd2b-2d82e5374613 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:10:21.064499 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port ed772149-4ae1-4811-bd2b-2d82e5374613 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:10:21.064973 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:21.158296 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:21.199207 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1bdd5f-38a4-4e4a-ba58-4056cc71690b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed772149-4ae1-4811-bd2b-2d82e5374613'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:10:21.203713 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c9c7e6-8fe3-415b-9928-f34de250bae1" -d '{"events": [{"server_uuid": "ef1bdd5f-38a4-4e4a-ba58-4056cc71690b", "name": "network-vif-plugged", "status": "completed", "tag": "ed772149-4ae1-4811-bd2b-2d82e5374613"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:10:21.220735 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port ed772149-4ae1-4811-bd2b-2d82e5374613, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ed772149-4ae1-4811-bd2b-2d82e5374613,segment=NetworkSegment(56fbf760-3246-4b91-9aee-bf4b2fd92e09),segment_id=56fbf760-3246-4b91-9aee-bf4b2fd92e09)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:10:21.222848 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bc151014-1df2-4a7c-823d-5a2dfd176e3d req-57a16f3b-06e5-4b60-a0ef-ad27ba0e8757 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1089129 Jul 28 07:10:21.251977 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cb40ef-9705-442e-b91e-263c5e65dfb5 x-openstack-request-id: req-b4cb40ef-9705-442e-b91e-263c5e65dfb5 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:10:21.252568 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1bdd5f-38a4-4e4a-ba58-4056cc71690b", "name": "network-vif-plugged", "status": "completed", "tag": "ed772149-4ae1-4811-bd2b-2d82e5374613", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:10:21.253095 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b4cb40ef-9705-442e-b91e-263c5e65dfb5 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:10:21.254033 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1bdd5f-38a4-4e4a-ba58-4056cc71690b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed772149-4ae1-4811-bd2b-2d82e5374613', 'code': 200} Jul 28 07:10:21.316710 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc151014-1df2-4a7c-823d-5a2dfd176e3d req-98f97c52-fd65-4433-b2a1-39095763556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:21.318434 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bc151014-1df2-4a7c-823d-5a2dfd176e3d req-98f97c52-fd65-4433-b2a1-39095763556b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0971c291dd1641df82c27807255ee0c7&device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 1098 time: 0.0583255 Jul 28 07:10:21.321279 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:21.404425 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=ed772149-4ae1-4811-bd2b-2d82e5374613,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:21.487810 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc151014-1df2-4a7c-823d-5a2dfd176e3d req-910a0d4e-2f72-490d-82cf-5dfece5d9ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:21.489001 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bc151014-1df2-4a7c-823d-5a2dfd176e3d req-910a0d4e-2f72-490d-82cf-5dfece5d9ba8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=11156f08-0d12-4240-b1b6-a1274a83eab6 HTTP/1.1" status: 200 len: 919 time: 0.1274056 Jul 28 07:10:21.540797 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bc151014-1df2-4a7c-823d-5a2dfd176e3d req-b1ac4718-96f5-4819-b5d1-8cd7a3d497c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01b5f42b-1fda-4adc-8f1b-29e68b78c037 HTTP/1.1" status: 200 len: 217 time: 0.0387802 Jul 28 07:10:21.622308 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc151014-1df2-4a7c-823d-5a2dfd176e3d req-7848371d-3eaa-476f-b7b3-25b61b983a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:21.623928 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bc151014-1df2-4a7c-823d-5a2dfd176e3d req-7848371d-3eaa-476f-b7b3-25b61b983a29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04ce5e32-4c6c-4b89-a89b-cb43b533785f HTTP/1.1" status: 200 len: 858 time: 0.0739765 Jul 28 07:10:21.672295 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bc151014-1df2-4a7c-823d-5a2dfd176e3d req-fce7d952-71b3-4260-8e4a-f45ced794e5b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11156f08-0d12-4240-b1b6-a1274a83eab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294333 Jul 28 07:10:21.685296 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59e2ac-49ef-4b07-ab15-0a03f3002f62 req-9800b68f-5b96-4c97-a892-cff5f8988d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:21.688755 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5a59e2ac-49ef-4b07-ab15-0a03f3002f62 req-9800b68f-5b96-4c97-a892-cff5f8988d74 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 1098 time: 0.0730879 Jul 28 07:10:21.822048 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5a59e2ac-49ef-4b07-ab15-0a03f3002f62 req-4440e450-4c2e-4f6b-99f4-4c6dc945aa2b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036620 Jul 28 07:10:21.913835 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bc151014-1df2-4a7c-823d-5a2dfd176e3d req-7d0a47c0-8fe3-45c6-b731-f11bed5ee8c1 service neutron] 10.222.0.11 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094908 Jul 28 07:10:21.924436 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7eae5-4bc6-418c-8e8e-2a73e866e212 req-da2afc22-8def-4df6-8d00-a7d16f1efcbe tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:21.933718 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b6c7eae5-4bc6-418c-8e8e-2a73e866e212 req-da2afc22-8def-4df6-8d00-a7d16f1efcbe tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 945 time: 0.0658758 Jul 28 07:10:21.985446 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b6c7eae5-4bc6-418c-8e8e-2a73e866e212 req-78c15747-4579-47e8-9f6b-bb2cc8a8acb6 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505118 Jul 28 07:10:22.106842 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bc151014-1df2-4a7c-823d-5a2dfd176e3d req-c9beddd2-e644-41e4-b78f-ad5cc1234cdb service neutron] 10.222.0.11 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379688 Jul 28 07:10:23.139911 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fa66a-edae-4852-bc27-46f129912cfc req-e0b0f1ed-0113-42fc-98d2-aa9abb9feb24 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:23.141392 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-598fa66a-edae-4852-bc27-46f129912cfc req-e0b0f1ed-0113-42fc-98d2-aa9abb9feb24 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 945 time: 0.0580161 Jul 28 07:10:23.186943 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-598fa66a-edae-4852-bc27-46f129912cfc req-aa54f37d-d4b8-4802-bb74-e1dd125c73f3 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393536 Jul 28 07:10:23.984492 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f0f36-6f8d-477e-8d53-07c0b98a5290 req-ed5fa4af-e6a2-474f-a1e3-0b3c13c52330 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:23.986261 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9f1f0f36-6f8d-477e-8d53-07c0b98a5290 req-ed5fa4af-e6a2-474f-a1e3-0b3c13c52330 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 946 time: 0.0537727 Jul 28 07:10:24.047163 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9f1f0f36-6f8d-477e-8d53-07c0b98a5290 req-371b2119-d3b4-4d3f-a987-0ef780e40a32 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542991 Jul 28 07:10:24.375771 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc98d0-134d-4aa5-b7ab-3a1fa40274f3 req-d477aa86-e983-4866-b4ab-0dd010eaa253 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:24.383332 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e6fc98d0-134d-4aa5-b7ab-3a1fa40274f3 req-d477aa86-e983-4866-b4ab-0dd010eaa253 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 945 time: 0.0923855 Jul 28 07:10:24.447325 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e6fc98d0-134d-4aa5-b7ab-3a1fa40274f3 req-bc8b80d4-eb33-4c40-811f-1588f403a2a1 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560055 Jul 28 07:10:25.238780 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da8e8c-4331-4165-9c79-a18cfe97b6b1 req-180fbdfa-474c-4b29-a8b1-bba4abad039a tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:25.264358 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-61da8e8c-4331-4165-9c79-a18cfe97b6b1 req-180fbdfa-474c-4b29-a8b1-bba4abad039a tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 946 time: 0.1216171 Jul 28 07:10:25.320120 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-61da8e8c-4331-4165-9c79-a18cfe97b6b1 req-ef2e3be0-53c6-4914-afef-71807c66d5da tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527484 Jul 28 07:10:25.781142 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 53888) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:10:25.885386 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b08c64e8-7cf3-476e-bd04-ce21ae1185d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:25.976075 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b08c64e8-7cf3-476e-bd04-ce21ae1185d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:26.075193 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b08c64e8-7cf3-476e-bd04-ce21ae1185d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:26.112152 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b08c64e8-7cf3-476e-bd04-ce21ae1185d7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=daf368deccfb4f5a99c5e237fe83ee4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296497 Jul 28 07:10:26.114650 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c64e8-7cf3-476e-bd04-ce21ae1185d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8756ea74-aa3f-458b-ac4a-e1f7cc1bb250,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:26.115626 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 53902) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:10:26.170306 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc37f-485b-4bb9-8588-7ba7aa1446c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:26.191082 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc37f-485b-4bb9-8588-7ba7aa1446c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:26.292131 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc37f-485b-4bb9-8588-7ba7aa1446c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:26.294933 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc37f-485b-4bb9-8588-7ba7aa1446c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:26.296160 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a7cdc37f-485b-4bb9-8588-7ba7aa1446c0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8756ea74-aa3f-458b-ac4a-e1f7cc1bb250 HTTP/1.1" status: 204 len: 168 time: 0.1779573 Jul 28 07:10:26.305753 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cdc37f-485b-4bb9-8588-7ba7aa1446c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8756ea74-aa3f-458b-ac4a-e1f7cc1bb250,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:26.440617 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fa416-d261-4725-a222-22bb924bfdb7 req-5de90892-92ef-48db-a85b-8a14f8cdef75 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:26.442208 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a39fa416-d261-4725-a222-22bb924bfdb7 req-5de90892-92ef-48db-a85b-8a14f8cdef75 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 946 time: 0.0508189 Jul 28 07:10:26.486106 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a39fa416-d261-4725-a222-22bb924bfdb7 req-736afd9e-313b-4d3a-9529-f5b0c966ecc6 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360365 Jul 28 07:10:27.029321 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 53948) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:10:27.042897 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f596654b-b8dd-4ca6-8b26-e799cf89b6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:27.069835 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:27.130140 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f596654b-b8dd-4ca6-8b26-e799cf89b6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:27.211081 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f596654b-b8dd-4ca6-8b26-e799cf89b6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:27.246709 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f596654b-b8dd-4ca6-8b26-e799cf89b6df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf24fd3ba9b74664af0c76ed4afacc37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162762 Jul 28 07:10:27.249529 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 53958) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:10:27.251982 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596654b-b8dd-4ca6-8b26-e799cf89b6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56fdedf-4aa2-4d49-b4ec-141af631c004,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:27.303575 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-95d4d00e-71d3-446e-a331-be9fede4d120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:27.325278 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-95d4d00e-71d3-446e-a331-be9fede4d120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:27.446398 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-95d4d00e-71d3-446e-a331-be9fede4d120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:27.448938 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-95d4d00e-71d3-446e-a331-be9fede4d120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:27.450130 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-95d4d00e-71d3-446e-a331-be9fede4d120 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e56fdedf-4aa2-4d49-b4ec-141af631c004 HTTP/1.1" status: 204 len: 168 time: 0.1995823 Jul 28 07:10:27.458091 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4d00e-71d3-446e-a331-be9fede4d120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56fdedf-4aa2-4d49-b4ec-141af631c004,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:27.608606 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b2051-2cad-40d5-bcaa-32c6a5027e8e req-e828ffeb-2179-4286-9873-f625b4f37c83 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:27.610097 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2f2b2051-2cad-40d5-bcaa-32c6a5027e8e req-e828ffeb-2179-4286-9873-f625b4f37c83 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 946 time: 0.0515862 Jul 28 07:10:27.657851 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2f2b2051-2cad-40d5-bcaa-32c6a5027e8e req-82527afe-ae43-4a3d-b8b6-4eba17a082ee tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416362 Jul 28 07:10:28.783846 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfd952-b95d-49d5-b8c2-2da34c50919e req-05c2516a-d56d-4996-914d-dd19fd5ef22c tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:28.790802 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-67dfd952-b95d-49d5-b8c2-2da34c50919e req-05c2516a-d56d-4996-914d-dd19fd5ef22c tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 946 time: 0.0564322 Jul 28 07:10:28.827085 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-67dfd952-b95d-49d5-b8c2-2da34c50919e req-7c95ca35-41e1-4284-b0d7-77765c7e440a tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354526 Jul 28 07:10:29.977069 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b7868-eff2-4cfa-bba1-a929b4f1d730 req-0ef08821-8d4f-4c6a-94ce-cbbb72d6080a tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:29.996098 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-216b7868-eff2-4cfa-bba1-a929b4f1d730 req-0ef08821-8d4f-4c6a-94ce-cbbb72d6080a tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 946 time: 0.0721159 Jul 28 07:10:30.042538 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-216b7868-eff2-4cfa-bba1-a929b4f1d730 req-989d6baa-23eb-421c-a8bb-71625839a7b2 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454772 Jul 28 07:10:30.281388 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa176fd-22b9-4a4a-b75f-31aa4a3d9401 req-85cced77-7989-42ff-afcd-fe0a0cad2f21 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:30.283151 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-baa176fd-22b9-4a4a-b75f-31aa4a3d9401 req-85cced77-7989-42ff-afcd-fe0a0cad2f21 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 946 time: 0.0570641 Jul 28 07:10:30.400132 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-baa176fd-22b9-4a4a-b75f-31aa4a3d9401 req-b9a38f21-b1fe-4bfb-a4e9-8bea8e17555d tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Deleting port 1131d2c8-e418-4dbe-bcee-e43da11c1de9 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:10:30.400742 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-baa176fd-22b9-4a4a-b75f-31aa4a3d9401 req-b9a38f21-b1fe-4bfb-a4e9-8bea8e17555d tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:30.497968 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-baa176fd-22b9-4a4a-b75f-31aa4a3d9401 req-b9a38f21-b1fe-4bfb-a4e9-8bea8e17555d tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] For port 1131d2c8-e418-4dbe-bcee-e43da11c1de9, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=1131d2c8-e418-4dbe-bcee-e43da11c1de9,segment=NetworkSegment(481ccc23-8c63-46ec-bbbd-4f54d85e8a5a),segment_id=481ccc23-8c63-46ec-bbbd-4f54d85e8a5a)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:10:30.498462 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-baa176fd-22b9-4a4a-b75f-31aa4a3d9401 req-b9a38f21-b1fe-4bfb-a4e9-8bea8e17555d tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:30.518718 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-baa176fd-22b9-4a4a-b75f-31aa4a3d9401 req-b9a38f21-b1fe-4bfb-a4e9-8bea8e17555d tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Calling delete_port for 1131d2c8-e418-4dbe-bcee-e43da11c1de9 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:10:30.602733 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 54076) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:10:30.778313 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6fad9378-53e0-4b9b-aec9-d3ba29b7ac3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:30.778502 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-baa176fd-22b9-4a4a-b75f-31aa4a3d9401 req-b9a38f21-b1fe-4bfb-a4e9-8bea8e17555d tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:30.803028 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['1131d2c8-e418-4dbe-bcee-e43da11c1de9'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:10:30.891598 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a38f21-b1fe-4bfb-a4e9-8bea8e17555d tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Pushing event deleted for resources: {'Port': ['ID=1131d2c8-e418-4dbe-bcee-e43da11c1de9,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:30.955329 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa176fd-22b9-4a4a-b75f-31aa4a3d9401 req-b9a38f21-b1fe-4bfb-a4e9-8bea8e17555d tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] No DVR routers for this DVR port 1131d2c8-e418-4dbe-bcee-e43da11c1de9 on host hv-cinder-79280 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:10:30.959087 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-baa176fd-22b9-4a4a-b75f-31aa4a3d9401 req-b9a38f21-b1fe-4bfb-a4e9-8bea8e17555d tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:30.962417 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-baa176fd-22b9-4a4a-b75f-31aa4a3d9401 req-b9a38f21-b1fe-4bfb-a4e9-8bea8e17555d tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.11 "DELETE /v2.0/ports/1131d2c8-e418-4dbe-bcee-e43da11c1de9 HTTP/1.1" status: 204 len: 173 time: 0.6727781 Jul 28 07:10:30.967284 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e47c6a4-4f31-45b0-83f8-3a4593b8349b', 'name': 'network-vif-deleted', 'tag': '1131d2c8-e418-4dbe-bcee-e43da11c1de9'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:10:30.967284 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85381cf8-b385-4adc-8e64-1cd0d45ea89b" -d '{"events": [{"server_uuid": "4e47c6a4-4f31-45b0-83f8-3a4593b8349b", "name": "network-vif-deleted", "tag": "1131d2c8-e418-4dbe-bcee-e43da11c1de9"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:10:30.986604 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6fad9378-53e0-4b9b-aec9-d3ba29b7ac3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:31.010168 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8aa8fd1-b3b9-4847-a99a-6a0850fc4bcc x-openstack-request-id: req-d8aa8fd1-b3b9-4847-a99a-6a0850fc4bcc {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:10:31.011062 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e47c6a4-4f31-45b0-83f8-3a4593b8349b", "name": "network-vif-deleted", "tag": "1131d2c8-e418-4dbe-bcee-e43da11c1de9", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:10:31.011452 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8aa8fd1-b3b9-4847-a99a-6a0850fc4bcc {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:10:31.012161 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e47c6a4-4f31-45b0-83f8-3a4593b8349b', 'name': 'network-vif-deleted', 'tag': '1131d2c8-e418-4dbe-bcee-e43da11c1de9', 'status': 'completed', 'code': 200} Jul 28 07:10:31.108148 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6fad9378-53e0-4b9b-aec9-d3ba29b7ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:31.170751 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0e2ee538-2e48-4314-b6f5-66b086e75ad3 req-939a0ecb-608f-457e-b921-13834c5ffb05 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e47c6a4-4f31-45b0-83f8-3a4593b8349b HTTP/1.1" status: 200 len: 210 time: 0.0567315 Jul 28 07:10:31.203698 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 54092) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:10:31.222113 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-6fad9378-53e0-4b9b-aec9-d3ba29b7ac3f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b3ff9b0226354b6c9b14a8a9c089d6dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6122935 Jul 28 07:10:31.222113 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad9378-53e0-4b9b-aec9-d3ba29b7ac3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdae7c63-579a-4a9d-b333-bc0e648f0500,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:31.316704 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ef4965b7-421a-4555-b1ef-09235c9c27ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:31.405883 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ef4965b7-421a-4555-b1ef-09235c9c27ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:31.685764 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ef4965b7-421a-4555-b1ef-09235c9c27ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:31.685764 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ef4965b7-421a-4555-b1ef-09235c9c27ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:31.685764 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ef4965b7-421a-4555-b1ef-09235c9c27ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fdae7c63-579a-4a9d-b333-bc0e648f0500 HTTP/1.1" status: 204 len: 168 time: 0.4802272 Jul 28 07:10:31.695852 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4965b7-421a-4555-b1ef-09235c9c27ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdae7c63-579a-4a9d-b333-bc0e648f0500,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:32.477778 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 54138) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:10:32.491634 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a777f756-f099-4029-9be5-4541f1b3e2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:32.627464 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a777f756-f099-4029-9be5-4541f1b3e2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:32.743890 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a777f756-f099-4029-9be5-4541f1b3e2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:32.828173 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a777f756-f099-4029-9be5-4541f1b3e2df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aef203c0932f4a78a1a5425a8615a6fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490984 Jul 28 07:10:32.829646 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777f756-f099-4029-9be5-4541f1b3e2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b221ceff-22dc-4498-a266-87baee59398b,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:32.830953 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 54144) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:10:32.924335 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-daf563d0-efbd-4683-a1ad-3d70b661167a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:32.959419 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-daf563d0-efbd-4683-a1ad-3d70b661167a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:33.044438 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa643-65c0-4139-b490-4f4cb390faf1 req-1caee255-9510-40b7-8404-2711faa7e1d3 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:33.053237 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-55caa643-65c0-4139-b490-4f4cb390faf1 req-1caee255-9510-40b7-8404-2711faa7e1d3 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0913761 Jul 28 07:10:33.099694 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0767b2-e7f4-44ec-87f6-dbb6e15ccb73 req-aba08742-2614-4d7e-a464-873d01579489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:33.103571 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-de0767b2-e7f4-44ec-87f6-dbb6e15ccb73 req-aba08742-2614-4d7e-a464-873d01579489 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0971c291dd1641df82c27807255ee0c7&device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 1098 time: 0.0473585 Jul 28 07:10:33.107010 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-55caa643-65c0-4139-b490-4f4cb390faf1 req-18523f63-7249-4785-836e-d09b5f525714 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529315 Jul 28 07:10:33.205016 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0767b2-e7f4-44ec-87f6-dbb6e15ccb73 req-081228f4-7bf2-4d50-afa3-4d406d73257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:33.206296 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-daf563d0-efbd-4683-a1ad-3d70b661167a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:33.208434 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-de0767b2-e7f4-44ec-87f6-dbb6e15ccb73 req-081228f4-7bf2-4d50-afa3-4d406d73257d service neutron] 10.222.0.11 "GET /v2.0/networks?id=11156f08-0d12-4240-b1b6-a1274a83eab6 HTTP/1.1" status: 200 len: 919 time: 0.0953002 Jul 28 07:10:33.216338 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-daf563d0-efbd-4683-a1ad-3d70b661167a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:33.216338 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-daf563d0-efbd-4683-a1ad-3d70b661167a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b221ceff-22dc-4498-a266-87baee59398b HTTP/1.1" status: 204 len: 168 time: 0.3783405 Jul 28 07:10:33.220581 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf563d0-efbd-4683-a1ad-3d70b661167a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b221ceff-22dc-4498-a266-87baee59398b,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:33.281166 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-de0767b2-e7f4-44ec-87f6-dbb6e15ccb73 req-4b0424e1-18e9-432d-a17b-1e68404e951a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01b5f42b-1fda-4adc-8f1b-29e68b78c037 HTTP/1.1" status: 200 len: 217 time: 0.0620995 Jul 28 07:10:33.379457 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0767b2-e7f4-44ec-87f6-dbb6e15ccb73 req-502484f3-c6a9-4c4d-bb00-f4cce26f3402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:33.382672 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-de0767b2-e7f4-44ec-87f6-dbb6e15ccb73 req-502484f3-c6a9-4c4d-bb00-f4cce26f3402 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04ce5e32-4c6c-4b89-a89b-cb43b533785f HTTP/1.1" status: 200 len: 858 time: 0.0814319 Jul 28 07:10:33.440353 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-de0767b2-e7f4-44ec-87f6-dbb6e15ccb73 req-846732ac-34fa-424a-aca9-1f62efe2ad45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11156f08-0d12-4240-b1b6-a1274a83eab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439703 Jul 28 07:10:33.578182 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-de0767b2-e7f4-44ec-87f6-dbb6e15ccb73 req-821cf1bc-67e2-4693-a0c1-6aa0a4b3d70e service neutron] 10.222.0.11 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291056 Jul 28 07:10:33.701385 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-de0767b2-e7f4-44ec-87f6-dbb6e15ccb73 req-7806f506-7a3c-4cd3-81bf-535d621e2fba service neutron] 10.222.0.11 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115403 Jul 28 07:10:34.236699 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917578e-77f4-4427-9580-f1afa09d6d4e req-dc5af697-837b-43b5-a8e1-29f6a72a0eea tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:34.238188 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6917578e-77f4-4427-9580-f1afa09d6d4e req-dc5af697-837b-43b5-a8e1-29f6a72a0eea tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0471070 Jul 28 07:10:34.277230 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6917578e-77f4-4427-9580-f1afa09d6d4e req-26d86eea-0a2f-4ac2-8fbb-94e55a24396c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328929 Jul 28 07:10:35.393152 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874c593-9801-41e7-ac3b-dcf91c85e2a2 req-6926bfed-131f-419d-8203-4db03dd98914 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:35.394903 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5874c593-9801-41e7-ac3b-dcf91c85e2a2 req-6926bfed-131f-419d-8203-4db03dd98914 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0496709 Jul 28 07:10:35.434422 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5874c593-9801-41e7-ac3b-dcf91c85e2a2 req-873cb150-a018-4bde-a129-334b2a6f0099 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337970 Jul 28 07:10:35.988176 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 1131d2c8-e418-4dbe-bcee-e43da11c1de9 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:10:36.008286 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] No Port match for: 1131d2c8-e418-4dbe-bcee-e43da11c1de9 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:10:36.008628 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 1131d2c8-e418-4dbe-bcee-e43da11c1de9 not bound to the agent host hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:10:36.549888 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee7cc6-0e5a-4e8e-9d88-9df99b7c4c4c req-fdfd2786-7766-4d0b-99ff-fb3525550ed5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:36.551373 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2fee7cc6-0e5a-4e8e-9d88-9df99b7c4c4c req-fdfd2786-7766-4d0b-99ff-fb3525550ed5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0504930 Jul 28 07:10:36.588276 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2fee7cc6-0e5a-4e8e-9d88-9df99b7c4c4c req-cad73698-554b-4175-a7f2-348f4e0472db tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311298 Jul 28 07:10:37.724753 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53f9db-c837-47a0-bb3b-cc7e9d7490c6 req-cbbbdabb-64d3-4bc5-9016-02805afd9fed tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:37.727030 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7b53f9db-c837-47a0-bb3b-cc7e9d7490c6 req-cbbbdabb-64d3-4bc5-9016-02805afd9fed tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0575066 Jul 28 07:10:37.772248 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7b53f9db-c837-47a0-bb3b-cc7e9d7490c6 req-d79c8cd1-59e2-44de-adb9-18fdee992024 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328670 Jul 28 07:10:38.941072 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b2797-4e7f-4aec-82f0-16ba383b32d8 req-8e013ae7-7a3e-420c-913a-4e45c9ebfab1 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:38.943724 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-723b2797-4e7f-4aec-82f0-16ba383b32d8 req-8e013ae7-7a3e-420c-913a-4e45c9ebfab1 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0753608 Jul 28 07:10:39.008029 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-723b2797-4e7f-4aec-82f0-16ba383b32d8 req-ed85f09a-a795-403c-89d2-3f49cb1c8b62 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515966 Jul 28 07:10:39.033835 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 54346) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:10:39.155512 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f5e4575d-f0c5-4a6b-a03a-0bee5b88e7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:39.296525 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f5e4575d-f0c5-4a6b-a03a-0bee5b88e7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:39.444737 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f5e4575d-f0c5-4a6b-a03a-0bee5b88e7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:39.536412 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f5e4575d-f0c5-4a6b-a03a-0bee5b88e7b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e32ae97c6814e7cbc487ac9852bb973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5013900 Jul 28 07:10:39.544992 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4575d-f0c5-4a6b-a03a-0bee5b88e7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e28f22-d52b-42d0-9d6d-2314e099bbba,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:39.547036 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 54358) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:10:39.622957 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7ea6517b-b1b7-404a-97d5-66d721e00d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:39.644655 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7ea6517b-b1b7-404a-97d5-66d721e00d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:39.822486 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7ea6517b-b1b7-404a-97d5-66d721e00d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:39.824298 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-36c8e9a3-164a-465b-8adf-319f66835c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:39.827710 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7ea6517b-b1b7-404a-97d5-66d721e00d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:39.829198 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-7ea6517b-b1b7-404a-97d5-66d721e00d05 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/45e28f22-d52b-42d0-9d6d-2314e099bbba HTTP/1.1" status: 204 len: 168 time: 0.2804573 Jul 28 07:10:39.846876 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6517b-b1b7-404a-97d5-66d721e00d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e28f22-d52b-42d0-9d6d-2314e099bbba,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:40.143642 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd3b78-d980-4372-984b-a9daaa4c0d4b req-2d41997a-d39a-4f34-a382-9cce2463fea2 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:40.146702 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-07bd3b78-d980-4372-984b-a9daaa4c0d4b req-2d41997a-d39a-4f34-a382-9cce2463fea2 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0564110 Jul 28 07:10:40.215253 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-07bd3b78-d980-4372-984b-a9daaa4c0d4b req-2169b1d1-a7b5-41e5-87a3-9e7e91d6e9b9 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563474 Jul 28 07:10:41.334070 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98160121-23d0-48b5-b588-e4a8d96a5b99 req-b185d801-8cfd-41ec-9a41-a2ae1f0fdd05 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:41.340035 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-98160121-23d0-48b5-b588-e4a8d96a5b99 req-b185d801-8cfd-41ec-9a41-a2ae1f0fdd05 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0541599 Jul 28 07:10:41.400542 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-98160121-23d0-48b5-b588-e4a8d96a5b99 req-ed863f6b-4cfe-453e-95bd-4cf4e459e484 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503116 Jul 28 07:10:41.832614 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:10:42.457982 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3160-671a-4854-97cc-39e1e0973b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:42.566499 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d27c3d-5bc0-4b9a-9340-e525196b6fe5 req-5771a1ac-e4e7-4f20-8413-6a59d13869a5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:42.568941 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-37d27c3d-5bc0-4b9a-9340-e525196b6fe5 req-5771a1ac-e4e7-4f20-8413-6a59d13869a5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0649843 Jul 28 07:10:42.629855 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-37d27c3d-5bc0-4b9a-9340-e525196b6fe5 req-051dd1f2-5c81-42d3-b1ba-8d16714a0ba3 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512516 Jul 28 07:10:42.783133 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:43.376000 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:43.752336 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf8ebb-487a-4730-9d82-cee9aa3799ce req-95a7ba86-ab35-4abc-b957-9a7b216bc464 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:43.754477 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d6cf8ebb-487a-4730-9d82-cee9aa3799ce req-95a7ba86-ab35-4abc-b957-9a7b216bc464 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0539258 Jul 28 07:10:43.802690 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d6cf8ebb-487a-4730-9d82-cee9aa3799ce req-14b53f30-ecfd-4f05-9489-8d9d2f3aacdc tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414269 Jul 28 07:10:44.916245 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f672b92-bd85-4f83-9402-76d59f867136 req-c1484514-7398-49ad-95f6-fe422cb5e8be tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:44.917798 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5f672b92-bd85-4f83-9402-76d59f867136 req-c1484514-7398-49ad-95f6-fe422cb5e8be tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0491545 Jul 28 07:10:44.986392 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5f672b92-bd85-4f83-9402-76d59f867136 req-d86ddcb5-1e6f-418b-93ad-900b5eb1d1ee tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600634 Jul 28 07:10:45.046283 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:46.114117 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7c4ef-8c8f-4d0d-8316-0375736bd6eb req-742cdf43-c203-4b51-b7d8-9bd8ab148263 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:46.117078 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8ef7c4ef-8c8f-4d0d-8316-0375736bd6eb req-742cdf43-c203-4b51-b7d8-9bd8ab148263 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0506630 Jul 28 07:10:46.154559 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8ef7c4ef-8c8f-4d0d-8316-0375736bd6eb req-2d7c8f09-12f3-4264-abfc-57b18a3889a2 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328519 Jul 28 07:10:47.265894 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b65dd-4f28-462f-90ab-d113c3dc4a9a req-7027c00a-7c78-4867-b19b-13bd8c4fec4d tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:47.267365 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6b9b65dd-4f28-462f-90ab-d113c3dc4a9a req-7027c00a-7c78-4867-b19b-13bd8c4fec4d tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0472541 Jul 28 07:10:47.314111 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6b9b65dd-4f28-462f-90ab-d113c3dc4a9a req-4150e7ca-0422-4468-a432-e8de80331e18 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409343 Jul 28 07:10:48.431832 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c0dab-b637-471b-a77c-817b6cc56cf8 req-87b89db6-81d2-4790-814b-37299ef1f1c0 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:48.433889 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9b2c0dab-b637-471b-a77c-817b6cc56cf8 req-87b89db6-81d2-4790-814b-37299ef1f1c0 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0486555 Jul 28 07:10:48.470628 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9b2c0dab-b637-471b-a77c-817b6cc56cf8 req-c1dea7f8-10aa-4269-b4fe-0961f17e8528 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307775 Jul 28 07:10:49.224756 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-2cac7d1d-195f-4562-bfb0-1dbda5bb6b1e tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:49.226323 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-2cac7d1d-195f-4562-bfb0-1dbda5bb6b1e tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/networks?id=d2bcd0f4-93ac-4930-97cb-a4347cb92dc8 HTTP/1.1" status: 200 len: 812 time: 0.3144660 Jul 28 07:10:49.242183 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-2abe3b4f-2d84-42de-878c-8c1715cad31d tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/quotas/19e01a3b07cc45969020bdcb745f05b2 HTTP/1.1" status: 200 len: 375 time: 0.0094490 Jul 28 07:10:49.281798 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-79fb687a-33f9-4739-ab18-4a8aef3634ab tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=19e01a3b07cc45969020bdcb745f05b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300319 Jul 28 07:10:49.378565 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-2981b2b5-72ce-4176-b38a-735b3ddc7362 service neutron] 10.222.0.10 "GET /v2.0/networks/d2bcd0f4-93ac-4930-97cb-a4347cb92dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879412 Jul 28 07:10:49.469658 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-e3f1ad0e-b216-4a08-80cf-1fe0d857bb38 service neutron] 10.222.0.10 "GET /v2.0/networks/d2bcd0f4-93ac-4930-97cb-a4347cb92dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849791 Jul 28 07:10:49.597708 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391b48c-f7a6-4c39-b021-258c6d2baf40 req-ca1f7bdc-1fc1-4313-8573-d8acc521b739 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:49.599344 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1391b48c-f7a6-4c39-b021-258c6d2baf40 req-ca1f7bdc-1fc1-4313-8573-d8acc521b739 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0522707 Jul 28 07:10:49.637848 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1391b48c-f7a6-4c39-b021-258c6d2baf40 req-6f95dc8b-53f7-4e09-90d9-af08302ce33d tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322311 Jul 28 07:10:49.747974 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e6ae514b-95c3-4b8c-b9e9-c70dd1a04010 req-0fa31315-0e7a-4260-b32e-96f20f593c11 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 210 time: 0.0255647 Jul 28 07:10:50.757749 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac252d3-5b72-439d-873c-c764fda3a9c2 req-8a52c10f-0916-4353-9309-5aab3f00ba3a tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:50.759325 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7ac252d3-5b72-439d-873c-c764fda3a9c2 req-8a52c10f-0916-4353-9309-5aab3f00ba3a tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0472541 Jul 28 07:10:50.797847 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7ac252d3-5b72-439d-873c-c764fda3a9c2 req-5598d2da-7984-432e-b4ed-8297ddd11197 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323193 Jul 28 07:10:50.843695 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-11829f79-d0fa-44dd-951a-cb906cb11041 req-6aef6ab8-b090-4883-b00f-fe73f018df93 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 210 time: 0.0270870 Jul 28 07:10:51.918587 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1450338-bcb7-4bb2-b93e-33a923c7f1e8 req-c6462cd5-a311-4a4a-911b-fe0c979ebeb5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:51.920087 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f1450338-bcb7-4bb2-b93e-33a923c7f1e8 req-c6462cd5-a311-4a4a-911b-fe0c979ebeb5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0530851 Jul 28 07:10:51.957073 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1d659ec3-cc78-4d57-9d66-9e7819ef2e51 req-7a0903b1-8617-443b-9f76-83b57cbdf49f tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 210 time: 0.0360115 Jul 28 07:10:51.977024 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f1450338-bcb7-4bb2-b93e-33a923c7f1e8 req-9d4bdb23-bb7f-4823-a317-ea400b648989 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478332 Jul 28 07:10:52.300463 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-49232e0d-cb5c-40c6-9123-8d2941dcf341 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:52.302027 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-49232e0d-cb5c-40c6-9123-8d2941dcf341 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.11 "GET /v2.0/networks?id=d2bcd0f4-93ac-4930-97cb-a4347cb92dc8 HTTP/1.1" status: 200 len: 812 time: 0.1035404 Jul 28 07:10:52.319627 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-9c36434f-79a2-4a6d-add5-196abf3f4126 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Request body: {'port': {'device_id': '1d99544f-743a-4cbf-8e09-ec65ece7d0dd', 'network_id': 'd2bcd0f4-93ac-4930-97cb-a4347cb92dc8', 'admin_state_up': True, 'tenant_id': '19e01a3b07cc45969020bdcb745f05b2'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:10:52.409050 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 54616) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:10:52.455679 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df5cf99-6463-4b89-92ce-794609692b4f admin admin] Deleting subnet f50acdf2-bff4-454a-a51d-4168e203de50 {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 07:10:52.458773 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2df5cf99-6463-4b89-92ce-794609692b4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:52.496969 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2df5cf99-6463-4b89-92ce-794609692b4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107048'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:52.509952 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-9c36434f-79a2-4a6d-add5-196abf3f4126 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Made reservation on behalf of 19e01a3b07cc45969020bdcb745f05b2 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:10:52.514370 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-9c36434f-79a2-4a6d-add5-196abf3f4126 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:52.546002 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2df5cf99-6463-4b89-92ce-794609692b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991024'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:52.659321 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-9c36434f-79a2-4a6d-add5-196abf3f4126 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Allocated IP 172.20.0.2 (d2bcd0f4-93ac-4930-97cb-a4347cb92dc8/562a87f2-ff83-4c97-8e11-a835e1cc7214/bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:10:52.715013 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2df5cf99-6463-4b89-92ce-794609692b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2851810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232781'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:52.753967 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5cf99-6463-4b89-92ce-794609692b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f50acdf2-bff4-454a-a51d-4168e203de50,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:52.761106 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2df5cf99-6463-4b89-92ce-794609692b4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:52.763652 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-2df5cf99-6463-4b89-92ce-794609692b4f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f50acdf2-bff4-454a-a51d-4168e203de50 HTTP/1.1" status: 204 len: 168 time: 0.3535676 Jul 28 07:10:52.766094 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 54634) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:10:52.822010 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-9c36434f-79a2-4a6d-add5-196abf3f4126 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:52.837422 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d72e6176-9656-4064-b075-e60e6fd8f4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584642'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:52.919487 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d72e6176-9656-4064-b075-e60e6fd8f4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983109', 'neutron.services.segments.db._delete_segments_for_network-8745676727345'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:52.920142 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-9c36434f-79a2-4a6d-add5-196abf3f4126 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:52.932927 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-d72e6176-9656-4064-b075-e60e6fd8f4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aadda09f-3965-441f-8839-2e1e4cee4271']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:10:52.943762 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-d72e6176-9656-4064-b075-e60e6fd8f4e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43cbf28-84c5-447f-b257-25cc36067477') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:10:52.944169 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-d72e6176-9656-4064-b075-e60e6fd8f4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43cbf28-84c5-447f-b257-25cc36067477') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:10:52.953155 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d72e6176-9656-4064-b075-e60e6fd8f4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745676728122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107041'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:52.964388 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-9c36434f-79a2-4a6d-add5-196abf3f4126 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Network d2bcd0f4-93ac-4930-97cb-a4347cb92dc8 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:10:52.967502 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-9c36434f-79a2-4a6d-add5-196abf3f4126 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:10:52.971117 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-9c36434f-79a2-4a6d-add5-196abf3f4126 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:10:52.973045 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d72e6176-9656-4064-b075-e60e6fd8f4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:52.979675 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72e6176-9656-4064-b075-e60e6fd8f4e5 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 07:10:52.980005 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36434f-79a2-4a6d-add5-196abf3f4126 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Pushing event updated for resources: {'Port': ['ID=bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:52.981736 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d72e6176-9656-4064-b075-e60e6fd8f4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2851736'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: Traceback (most recent call last): Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: timer() Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: cb(*args, **kw) Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: return func(*args, **kwargs) Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: self._notify() Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: self.callback(batched_events) Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: event.method(event) Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: return f(self, *a, **k) Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: return self._get(url).json() Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 07:10:52.986787 dv-cinder-792800-1-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 07:10:53.047736 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-9c36434f-79a2-4a6d-add5-196abf3f4126 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:53.048164 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-9c36434f-79a2-4a6d-add5-196abf3f4126 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:53.125564 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92120d-95b7-472f-a7da-2db00922c64d req-47029c86-3d44-48cb-a325-cb34e4a41080 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:53.126982 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3d92120d-95b7-472f-a7da-2db00922c64d req-47029c86-3d44-48cb-a325-cb34e4a41080 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 931 time: 0.0895281 Jul 28 07:10:53.138831 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a27f76-6a27-417a-b014-0607bd4a2c4f req-6afcb69c-4ad1-46d7-8625-c95c7d84ddb6 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:53.140424 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-55a27f76-6a27-417a-b014-0607bd4a2c4f req-6afcb69c-4ad1-46d7-8625-c95c7d84ddb6 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0673327 Jul 28 07:10:53.143719 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-9c36434f-79a2-4a6d-add5-196abf3f4126 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8281178 Jul 28 07:10:53.159662 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] Request body: {'port': {'device_id': '1d99544f-743a-4cbf-8e09-ec65ece7d0dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:10:53.194342 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d72e6176-9656-4064-b075-e60e6fd8f4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019784'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:53.199229 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d72e6176-9656-4064-b075-e60e6fd8f4e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:53.202536 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d72e6176-9656-4064-b075-e60e6fd8f4e5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/aadda09f-3965-441f-8839-2e1e4cee4271 HTTP/1.1" status: 204 len: 168 time: 0.4354067 Jul 28 07:10:53.213240 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:53.221863 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-55a27f76-6a27-417a-b014-0607bd4a2c4f req-76f96d54-91ba-4edc-9c3e-87b393bf974e tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745757 Jul 28 07:10:53.224601 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3d92120d-95b7-472f-a7da-2db00922c64d req-dd6c41a9-03cb-4592-88d4-2563863e28c5 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833206 Jul 28 07:10:53.225838 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e6176-9656-4064-b075-e60e6fd8f4e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=aadda09f-3965-441f-8839-2e1e4cee4271,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:53.496976 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:10:53.510355 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:53.530720 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] Transition to ACTIVE for port object bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:10:53.604916 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:53.655832 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] Pushing event updated for resources: {'Port': ['ID=bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:53.661897 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 54654) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:10:53.705278 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-cd423388-34c6-4342-8a53-55c993edc41a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd1c6da1ea5f431c86cea22166a6fb94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416903 Jul 28 07:10:53.707848 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 54656) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:10:53.722637 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] Attempting to bind port bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:10:53.722966 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] Attempting to bind port bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '481ccc23-8c63-46ec-bbbd-4f54d85e8a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2bcd0f4-93ac-4930-97cb-a4347cb92dc8'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:10:53.723286 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] Attempting to bind port bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7 on network d2bcd0f4-93ac-4930-97cb-a4347cb92dc8 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:10:53.727477 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] Port bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7 on network d2bcd0f4-93ac-4930-97cb-a4347cb92dc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 07:10:53.727791 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] Attempting to bind port bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7 on network d2bcd0f4-93ac-4930-97cb-a4347cb92dc8 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:10:53.732657 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] Checking agent: {'id': '9049993c-5c8b-4294-bcfd-702819f13098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'started_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:10:53.732987 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] Checking segment: {'id': '481ccc23-8c63-46ec-bbbd-4f54d85e8a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2bcd0f4-93ac-4930-97cb-a4347cb92dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:10:53.733363 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] Bound using segment: {'id': '481ccc23-8c63-46ec-bbbd-4f54d85e8a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2bcd0f4-93ac-4930-97cb-a4347cb92dc8'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:10:53.733777 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] Bound port: bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481ccc23-8c63-46ec-bbbd-4f54d85e8a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2bcd0f4-93ac-4930-97cb-a4347cb92dc8'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:10:53.734125 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:53.760854 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f29bd024-9951-4e19-ab96-11bd823d7b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:53.782719 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f29bd024-9951-4e19-ab96-11bd823d7b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:53.800250 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] For port bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7, host hv-cinder-79280, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:10:53.803240 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] For port bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7,segment=NetworkSegment(481ccc23-8c63-46ec-bbbd-4f54d85e8a5a),segment_id=481ccc23-8c63-46ec-bbbd-4f54d85e8a5a)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:10:53.863209 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:53.896762 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f29bd024-9951-4e19-ab96-11bd823d7b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:53.897503 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:53.898172 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:53.899561 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] 10.222.0.11 "PUT /v2.0/ports/bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7 HTTP/1.1" status: 200 len: 1093 time: 0.7441185 Jul 28 07:10:53.900081 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f29bd024-9951-4e19-ab96-11bd823d7b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:53.905276 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d99544f-743a-4cbf-8e09-ec65ece7d0dd', 'tag': 'bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:10:53.905423 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f29bd024-9951-4e19-ab96-11bd823d7b6c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0040ffdc-5fe6-4141-bcac-cc3fbaac00a3 HTTP/1.1" status: 204 len: 168 time: 0.1923385 Jul 28 07:10:53.905543 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b437ec65-1619-4756-a5e0-761b830d6d71" -d '{"events": [{"name": "network-changed", "server_uuid": "1d99544f-743a-4cbf-8e09-ec65ece7d0dd", "tag": "bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:10:53.923252 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bd024-9951-4e19-ab96-11bd823d7b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0040ffdc-5fe6-4141-bcac-cc3fbaac00a3,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:53.930123 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837b020-5cdb-4319-b0d6-9532dcece2fa service neutron] Pushing event updated for resources: {'Port': ['ID=bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:53.952246 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b009496-98bf-4728-93d2-63dc15bb58e9 x-openstack-request-id: req-4b009496-98bf-4728-93d2-63dc15bb58e9 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:10:53.952736 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d99544f-743a-4cbf-8e09-ec65ece7d0dd", "tag": "bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:10:53.953268 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b009496-98bf-4728-93d2-63dc15bb58e9 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:10:53.953506 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d99544f-743a-4cbf-8e09-ec65ece7d0dd', 'tag': 'bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7', 'status': 'completed', 'code': 200} Jul 28 07:10:54.029170 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437ec65-1619-4756-a5e0-761b830d6d71 req-23517649-5d42-4728-a5c3-ff1effd39acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:54.029170 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b437ec65-1619-4756-a5e0-761b830d6d71 req-23517649-5d42-4728-a5c3-ff1effd39acb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19e01a3b07cc45969020bdcb745f05b2&device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 1096 time: 0.0432212 Jul 28 07:10:54.133950 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437ec65-1619-4756-a5e0-761b830d6d71 req-99f52f5c-5414-4bff-bf58-6fb014abcb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:54.136087 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b437ec65-1619-4756-a5e0-761b830d6d71 req-99f52f5c-5414-4bff-bf58-6fb014abcb06 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=19e01a3b07cc45969020bdcb745f05b2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0984521 Jul 28 07:10:54.239641 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437ec65-1619-4756-a5e0-761b830d6d71 req-04f23bf7-0f6f-4f87-a4dd-4b896ca20b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:54.241177 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b437ec65-1619-4756-a5e0-761b830d6d71 req-04f23bf7-0f6f-4f87-a4dd-4b896ca20b4b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907509 Jul 28 07:10:54.337154 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-184b07a5-d70d-4aa4-9661-28ea8bd6914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:54.340028 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-184b07a5-d70d-4aa4-9661-28ea8bd6914c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19e01a3b07cc45969020bdcb745f05b2&device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 1096 time: 0.0495622 Jul 28 07:10:54.372740 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc62eec-ae11-4653-93e9-0d8eb1dd9296 req-93246cfd-baf0-478f-89a8-11700e86fe86 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:54.379305 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6bc62eec-ae11-4653-93e9-0d8eb1dd9296 req-93246cfd-baf0-478f-89a8-11700e86fe86 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 943 time: 0.0705175 Jul 28 07:10:54.397289 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-4721df45-0707-43d1-b1cb-88647b5173a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7 HTTP/1.1" status: 200 len: 217 time: 0.0467935 Jul 28 07:10:54.434660 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6bc62eec-ae11-4653-93e9-0d8eb1dd9296 req-1e411d6d-3de1-44e9-87f8-68e66799136a tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530441 Jul 28 07:10:54.474461 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-a80b74dd-ab6c-4950-b876-fc46ce41dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:54.476175 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-a80b74dd-ab6c-4950-b876-fc46ce41dd18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=562a87f2-ff83-4c97-8e11-a835e1cc7214 HTTP/1.1" status: 200 len: 852 time: 0.0564780 Jul 28 07:10:54.521257 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-8ef07619-fb1b-4c70-aa0e-e83c5b7fb2ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2bcd0f4-93ac-4930-97cb-a4347cb92dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336349 Jul 28 07:10:54.573623 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d67530-defb-4fd6-818f-a5c43c74bb5c req-37ddddc4-3638-453a-b31f-d5d59efdc065 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:54.575245 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-31d67530-defb-4fd6-818f-a5c43c74bb5c req-37ddddc4-3638-453a-b31f-d5d59efdc065 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0861840 Jul 28 07:10:54.588689 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42233877-a4f5-459c-81b2-2fabc661dc30 req-c5a8de3a-631e-4802-b110-db906c69998d tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:54.590377 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-42233877-a4f5-459c-81b2-2fabc661dc30 req-c5a8de3a-631e-4802-b110-db906c69998d tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 945 time: 0.0710983 Jul 28 07:10:54.647122 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-fcf65191-143d-4cdf-8ab1-645f093ff11e service neutron] 10.222.0.11 "GET /v2.0/networks/d2bcd0f4-93ac-4930-97cb-a4347cb92dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084507 Jul 28 07:10:54.648564 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-31d67530-defb-4fd6-818f-a5c43c74bb5c req-7422539f-1706-4639-85a6-15eaa064a5e6 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571740 Jul 28 07:10:54.656585 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-42233877-a4f5-459c-81b2-2fabc661dc30 req-b9ea5a80-870d-4249-b39d-660b3c985cae tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569537 Jul 28 07:10:54.739057 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4d8b5f35-4e55-4eaa-97f4-87b56f23367f req-74ef1a80-fd20-4e7e-b59b-a347c4d3060c service neutron] 10.222.0.11 "GET /v2.0/networks/d2bcd0f4-93ac-4930-97cb-a4347cb92dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822668 Jul 28 07:10:55.350686 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19454472-4ccd-4f00-968d-ed4275996be5 req-0a16f4db-6da6-42a7-a1bb-507fda80319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:55.352302 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-19454472-4ccd-4f00-968d-ed4275996be5 req-0a16f4db-6da6-42a7-a1bb-507fda80319c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 1098 time: 0.0395279 Jul 28 07:10:55.393189 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-19454472-4ccd-4f00-968d-ed4275996be5 req-439b215f-5913-40d6-8a76-b982fb1f58e1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295882 Jul 28 07:10:55.560552 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c481a9-b38c-4541-808f-90ecd2c6f65c req-10fa188d-a31d-4a9b-a055-8dd430a11e74 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:55.562036 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-47c481a9-b38c-4541-808f-90ecd2c6f65c req-10fa188d-a31d-4a9b-a055-8dd430a11e74 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 943 time: 0.0531187 Jul 28 07:10:55.603626 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-47c481a9-b38c-4541-808f-90ecd2c6f65c req-b4c3c0fc-dc29-4f25-a9f1-60aee16f0302 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355763 Jul 28 07:10:55.798423 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fec5f-e9bb-4fbe-8737-6c9130b6cde2 req-0b68ee1e-0522-4d46-b9d8-c829e2920abe tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:55.799979 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-439fec5f-e9bb-4fbe-8737-6c9130b6cde2 req-0b68ee1e-0522-4d46-b9d8-c829e2920abe tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0764024 Jul 28 07:10:55.812420 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cceed6-42d3-456d-8350-c367ae93ec25 req-477127ba-4201-401d-9fde-318d91132fe5 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:55.813860 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a4cceed6-42d3-456d-8350-c367ae93ec25 req-477127ba-4201-401d-9fde-318d91132fe5 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 945 time: 0.0807719 Jul 28 07:10:55.856601 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 54696) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:10:55.870070 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-439fec5f-e9bb-4fbe-8737-6c9130b6cde2 req-f9d3d547-cc56-4457-942f-fa678f9e849b tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552638 Jul 28 07:10:55.877953 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a4cceed6-42d3-456d-8350-c367ae93ec25 req-57700d3d-1648-4252-a404-d5363ce8a4e2 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572898 Jul 28 07:10:56.003381 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d7d99ceb-6ec1-4402-ab1e-a6218c57b08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:56.090745 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d7d99ceb-6ec1-4402-ab1e-a6218c57b08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:56.183286 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d7d99ceb-6ec1-4402-ab1e-a6218c57b08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:56.220310 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d7d99ceb-6ec1-4402-ab1e-a6218c57b08d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d61ed32a1ab4f48a40fcdb7474fe460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627319 Jul 28 07:10:56.221175 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d99ceb-6ec1-4402-ab1e-a6218c57b08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53fd5ae-5f89-4d66-b5d7-bde7798ba982,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:56.223245 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 54702) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:10:56.270786 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5e98b11d-99bb-4864-82e9-72720a7bcaab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:56.292599 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5e98b11d-99bb-4864-82e9-72720a7bcaab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:56.434430 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5e98b11d-99bb-4864-82e9-72720a7bcaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:56.437421 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5e98b11d-99bb-4864-82e9-72720a7bcaab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:56.438737 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5e98b11d-99bb-4864-82e9-72720a7bcaab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e53fd5ae-5f89-4d66-b5d7-bde7798ba982 HTTP/1.1" status: 204 len: 168 time: 0.2142932 Jul 28 07:10:56.446667 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98b11d-99bb-4864-82e9-72720a7bcaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53fd5ae-5f89-4d66-b5d7-bde7798ba982,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:56.727823 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478767b-094b-4def-b164-d4ff35e8fbd9 req-9e766739-0b64-442a-a612-8a12525ae4b8 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:56.731038 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7478767b-094b-4def-b164-d4ff35e8fbd9 req-9e766739-0b64-442a-a612-8a12525ae4b8 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 943 time: 0.0583458 Jul 28 07:10:56.769173 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7478767b-094b-4def-b164-d4ff35e8fbd9 req-911e3374-c226-47fa-808c-aede496e0498 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334847 Jul 28 07:10:57.025322 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60a33b-7702-46ae-b2da-21d320675874 req-421bcdb8-8e91-4614-89bd-2d40282944d0 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:57.027013 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4a60a33b-7702-46ae-b2da-21d320675874 req-421bcdb8-8e91-4614-89bd-2d40282944d0 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0826223 Jul 28 07:10:57.039651 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1b37c-79da-4622-9c6e-de0660d2fd93 req-1f7d9b28-2c03-443d-a8b9-a6d6b4ae09bc tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:57.041267 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fce1b37c-79da-4622-9c6e-de0660d2fd93 req-1f7d9b28-2c03-443d-a8b9-a6d6b4ae09bc tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 945 time: 0.0950139 Jul 28 07:10:57.063285 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:57.105038 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4a60a33b-7702-46ae-b2da-21d320675874 req-53a7fcf6-bf62-4394-9298-0d9f9277865a tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627813 Jul 28 07:10:57.110706 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fce1b37c-79da-4622-9c6e-de0660d2fd93 req-599cf5de-20db-4a9a-9a69-a45f3cbc524e tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611899 Jul 28 07:10:57.530867 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87a370-9118-4a01-9b3b-09fdb66a9c68 req-60951625-26c0-4952-9969-662f270a8551 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:57.532786 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7f87a370-9118-4a01-9b3b-09fdb66a9c68 req-60951625-26c0-4952-9969-662f270a8551 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 945 time: 0.0560105 Jul 28 07:10:57.622637 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f17042-ddcb-4500-938e-cb53494cc283 req-69b58c03-7e0f-4ff3-ac33-40e85cb2ffda tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:57.622637 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b7f17042-ddcb-4500-938e-cb53494cc283 req-69b58c03-7e0f-4ff3-ac33-40e85cb2ffda tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0603182 Jul 28 07:10:57.666083 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b7f17042-ddcb-4500-938e-cb53494cc283 req-3255a78d-1d6e-4ee6-b56d-fbea50de0eda tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343008 Jul 28 07:10:57.674993 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-7f87a370-9118-4a01-9b3b-09fdb66a9c68 req-0c260778-2449-48c7-b520-d36740642e10 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Deleting port ed772149-4ae1-4811-bd2b-2d82e5374613 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:10:57.675325 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-7f87a370-9118-4a01-9b3b-09fdb66a9c68 req-0c260778-2449-48c7-b520-d36740642e10 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:57.681222 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b77f0d-2b42-4832-a3f4-87b5dc86d155 req-13ff02c9-63e7-4fec-a680-c5b920cf2130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:57.683716 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b3b77f0d-2b42-4832-a3f4-87b5dc86d155 req-13ff02c9-63e7-4fec-a680-c5b920cf2130 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0971c291dd1641df82c27807255ee0c7&device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 1098 time: 0.0635366 Jul 28 07:10:57.899235 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e40a83-f404-49b4-ad7f-dd27587e45ab req-2aa9c602-d4a4-4907-a33a-b22510643468 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:57.901359 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-85e40a83-f404-49b4-ad7f-dd27587e45ab req-2aa9c602-d4a4-4907-a33a-b22510643468 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 943 time: 0.0553572 Jul 28 07:10:57.942399 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-85e40a83-f404-49b4-ad7f-dd27587e45ab req-279cd6dd-c3bc-48f6-b96d-048dbb526bcc tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341887 Jul 28 07:10:58.042411 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-7f87a370-9118-4a01-9b3b-09fdb66a9c68 req-0c260778-2449-48c7-b520-d36740642e10 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] For port ed772149-4ae1-4811-bd2b-2d82e5374613, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ed772149-4ae1-4811-bd2b-2d82e5374613,segment=NetworkSegment(56fbf760-3246-4b91-9aee-bf4b2fd92e09),segment_id=56fbf760-3246-4b91-9aee-bf4b2fd92e09)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:10:58.042790 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-7f87a370-9118-4a01-9b3b-09fdb66a9c68 req-0c260778-2449-48c7-b520-d36740642e10 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:58.053979 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b77f0d-2b42-4832-a3f4-87b5dc86d155 req-942a6c30-951e-42bd-8fe0-3bcc00ac803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:58.055457 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b3b77f0d-2b42-4832-a3f4-87b5dc86d155 req-942a6c30-951e-42bd-8fe0-3bcc00ac803f service neutron] 10.222.0.11 "GET /v2.0/networks?id=11156f08-0d12-4240-b1b6-a1274a83eab6 HTTP/1.1" status: 200 len: 919 time: 0.3599579 Jul 28 07:10:58.059867 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-7f87a370-9118-4a01-9b3b-09fdb66a9c68 req-0c260778-2449-48c7-b520-d36740642e10 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Calling delete_port for ed772149-4ae1-4811-bd2b-2d82e5374613 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:10:58.132089 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b3b77f0d-2b42-4832-a3f4-87b5dc86d155 req-b04ae230-c9eb-4a45-8894-435ae80104e0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01b5f42b-1fda-4adc-8f1b-29e68b78c037 HTTP/1.1" status: 200 len: 217 time: 0.0637276 Jul 28 07:10:58.201638 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b77f0d-2b42-4832-a3f4-87b5dc86d155 req-10d715bc-77cb-4c84-802b-0d80cab80954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:58.203116 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b3b77f0d-2b42-4832-a3f4-87b5dc86d155 req-10d715bc-77cb-4c84-802b-0d80cab80954 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04ce5e32-4c6c-4b89-a89b-cb43b533785f HTTP/1.1" status: 200 len: 858 time: 0.0599697 Jul 28 07:10:58.234781 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d261a-10cf-4cf2-8596-7c021c976f5a req-3f919ff9-a29a-4600-b194-3e74da19a989 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:58.236339 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ab7d261a-10cf-4cf2-8596-7c021c976f5a req-3f919ff9-a29a-4600-b194-3e74da19a989 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 945 time: 0.0520461 Jul 28 07:10:58.261926 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b3b77f0d-2b42-4832-a3f4-87b5dc86d155 req-d821a5bb-2c02-45f0-abab-a8f27035ef27 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11156f08-0d12-4240-b1b6-a1274a83eab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310261 Jul 28 07:10:58.277018 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ab7d261a-10cf-4cf2-8596-7c021c976f5a req-89406661-0b84-4cb1-b4a3-e3c23ad9dac2 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334182 Jul 28 07:10:58.365198 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b3b77f0d-2b42-4832-a3f4-87b5dc86d155 req-f5c688f6-80a5-4824-aefe-4bbf3fa33251 service neutron] 10.222.0.11 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887744 Jul 28 07:10:58.392007 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-7f87a370-9118-4a01-9b3b-09fdb66a9c68 req-0c260778-2449-48c7-b520-d36740642e10 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:58.409174 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['457adf7f-f5a7-4fa1-8eda-a6da8212fa4d', '1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8', '85b1fe3e-8073-4b84-ae28-73dfdefe8188', 'ed772149-4ae1-4811-bd2b-2d82e5374613'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:10:58.447004 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c260778-2449-48c7-b520-d36740642e10 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Pushing event deleted for resources: {'Port': ['ID=ed772149-4ae1-4811-bd2b-2d82e5374613,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:58.495325 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f87a370-9118-4a01-9b3b-09fdb66a9c68 req-0c260778-2449-48c7-b520-d36740642e10 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] No DVR routers for this DVR port ed772149-4ae1-4811-bd2b-2d82e5374613 on host hv-cinder-79280 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:10:58.502725 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-7f87a370-9118-4a01-9b3b-09fdb66a9c68 req-0c260778-2449-48c7-b520-d36740642e10 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:58.504780 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7f87a370-9118-4a01-9b3b-09fdb66a9c68 req-0c260778-2449-48c7-b520-d36740642e10 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.11 "DELETE /v2.0/ports/ed772149-4ae1-4811-bd2b-2d82e5374613 HTTP/1.1" status: 204 len: 173 time: 0.9655507 Jul 28 07:10:58.505119 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1bdd5f-38a4-4e4a-ba58-4056cc71690b', 'name': 'network-vif-deleted', 'tag': 'ed772149-4ae1-4811-bd2b-2d82e5374613'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:10:58.507393 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37453226-738f-4d11-acdf-29f5cf23d021" -d '{"events": [{"server_uuid": "ef1bdd5f-38a4-4e4a-ba58-4056cc71690b", "name": "network-vif-deleted", "tag": "ed772149-4ae1-4811-bd2b-2d82e5374613"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:10:58.546952 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b3b77f0d-2b42-4832-a3f4-87b5dc86d155 req-47f1eefd-983a-4dc0-be92-6b2e44660fb4 service neutron] 10.222.0.11 "GET /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776464 Jul 28 07:10:58.554543 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7872e4c7-3008-4295-9073-56ac4d57900e x-openstack-request-id: req-7872e4c7-3008-4295-9073-56ac4d57900e {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:10:58.554543 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1bdd5f-38a4-4e4a-ba58-4056cc71690b", "name": "network-vif-deleted", "tag": "ed772149-4ae1-4811-bd2b-2d82e5374613", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:10:58.554543 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7872e4c7-3008-4295-9073-56ac4d57900e {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:10:58.554830 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1bdd5f-38a4-4e4a-ba58-4056cc71690b', 'name': 'network-vif-deleted', 'tag': 'ed772149-4ae1-4811-bd2b-2d82e5374613', 'status': 'completed', 'code': 200} Jul 28 07:10:58.800432 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1862c5b-50e2-4231-afd8-6561af4e8069 req-d1cf809b-7b17-4d72-822f-e518186e8430 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:58.802043 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e1862c5b-50e2-4231-afd8-6561af4e8069 req-d1cf809b-7b17-4d72-822f-e518186e8430 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0521708 Jul 28 07:10:58.841202 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e1862c5b-50e2-4231-afd8-6561af4e8069 req-1ecee34b-b31c-474e-ae0b-844bf7cd8b80 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327561 Jul 28 07:10:59.062639 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee461e91-8cef-4513-955b-1efc9be2fa87 req-dce69620-474b-4d3c-b5e7-63134b202f7c tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:59.063991 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ee461e91-8cef-4513-955b-1efc9be2fa87 req-dce69620-474b-4d3c-b5e7-63134b202f7c tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 943 time: 0.0511889 Jul 28 07:10:59.101311 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ee461e91-8cef-4513-955b-1efc9be2fa87 req-e9d6ffad-dc72-4703-87f5-36292a8cd1f7 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312750 Jul 28 07:10:59.239541 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:10:59.331979 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7,segment=NetworkSegment(481ccc23-8c63-46ec-bbbd-4f54d85e8a5a),segment_id=481ccc23-8c63-46ec-bbbd-4f54d85e8a5a)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:10:59.343462 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': 'bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7', 'network_id': 'd2bcd0f4-93ac-4930-97cb-a4347cb92dc8', 'port_id': 'bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7', 'mac_address': 'fa:16:3e:89:e0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '562a87f2-ff83-4c97-8e11-a835e1cc7214', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:10:59.385230 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:59.396094 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c73ff950-584f-449a-a918-9ec85b1d4a87 req-fbb1c71f-8600-4225-8b81-ffd87a722729 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef1bdd5f-38a4-4e4a-ba58-4056cc71690b HTTP/1.1" status: 200 len: 210 time: 0.0394509 Jul 28 07:10:59.398883 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:10:59.420549 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7,segment=NetworkSegment(481ccc23-8c63-46ec-bbbd-4f54d85e8a5a),segment_id=481ccc23-8c63-46ec-bbbd-4f54d85e8a5a)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:10:59.502860 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:10:59.552142 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:10:59.593126 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-48ed1e0f-24b0-4dd9-b62d-437e166b7674 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d2e84deda5cc474a9483278f45234316&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290170 Jul 28 07:10:59.773943 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-00939482-a76b-412b-8206-7a848546c734 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:59.775472 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-00939482-a76b-412b-8206-7a848546c734 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760814 Jul 28 07:10:59.790253 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-15c8258b-6546-442e-b8d9-1f4be71c42d2 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/quotas/d2e84deda5cc474a9483278f45234316 HTTP/1.1" status: 200 len: 375 time: 0.0088255 Jul 28 07:10:59.823585 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-9ba29dc6-c80b-4d8b-8fc0-d8459bcf312d tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2e84deda5cc474a9483278f45234316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281146 Jul 28 07:10:59.958385 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1ea17-4183-4059-8aeb-e741b935b605 req-e5409c26-581f-47d7-9f2c-7b37b7501b8c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:10:59.959872 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4ff1ea17-4183-4059-8aeb-e741b935b605 req-e5409c26-581f-47d7-9f2c-7b37b7501b8c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0475159 Jul 28 07:10:59.972136 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:10:59.997465 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4ff1ea17-4183-4059-8aeb-e741b935b605 req-1aea3037-670a-41a8-863b-5189ff8af459 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314648 Jul 28 07:11:00.106644 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-42e69d29-bae9-4f6f-b6cc-ab4302587057 req-279e8b6b-6727-4af3-8d5f-580dcf4fa229 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 210 time: 0.0325074 Jul 28 07:11:00.218889 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12984cf6-603a-4f1f-9757-608d4604034a req-087e0a55-6fd2-4df3-879a-085d3eb4f624 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:00.220328 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-12984cf6-603a-4f1f-9757-608d4604034a req-087e0a55-6fd2-4df3-879a-085d3eb4f624 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 944 time: 0.0495629 Jul 28 07:11:00.257688 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-12984cf6-603a-4f1f-9757-608d4604034a req-55f574d7-625e-4d8e-a726-e0d607d52410 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313797 Jul 28 07:11:01.111207 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d2db4-d15e-454f-b1b7-3a84aab4321c req-a0b1ae41-cd57-4135-a86c-01cd69bb172d tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:01.112689 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9e3d2db4-d15e-454f-b1b7-3a84aab4321c req-a0b1ae41-cd57-4135-a86c-01cd69bb172d tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0472164 Jul 28 07:11:01.151139 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9e3d2db4-d15e-454f-b1b7-3a84aab4321c req-e0a4b937-377a-444a-a64a-3355d1ff20c6 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323026 Jul 28 07:11:01.183954 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c0440c36-d8b6-40d2-a7d2-94bbb37e38e6 req-67fd9e86-5174-4fbf-a081-bc2dd60f1af8 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 210 time: 0.0259454 Jul 28 07:11:01.252307 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7 up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:11:01.372677 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c48367-f29c-4924-9cee-2b0bb69ccc3a req-7c1178cd-9660-4419-942e-2647c02bb1f1 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:01.374160 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b1c48367-f29c-4924-9cee-2b0bb69ccc3a req-7c1178cd-9660-4419-942e-2647c02bb1f1 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 944 time: 0.0486231 Jul 28 07:11:01.393864 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning for port bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:11:01.398103 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:11:01.398492 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:01.418304 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b1c48367-f29c-4924-9cee-2b0bb69ccc3a req-c48a52dc-4894-4e40-864f-89ab629fbc14 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368721 Jul 28 07:11:01.476828 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:01.499151 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d99544f-743a-4cbf-8e09-ec65ece7d0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:11:01.501418 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3344ff7a-2878-4be0-abd6-a0286cb6c3e5" -d '{"events": [{"server_uuid": "1d99544f-743a-4cbf-8e09-ec65ece7d0dd", "name": "network-vif-plugged", "status": "completed", "tag": "bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:11:01.516627 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7,segment=NetworkSegment(481ccc23-8c63-46ec-bbbd-4f54d85e8a5a),segment_id=481ccc23-8c63-46ec-bbbd-4f54d85e8a5a)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:11:01.540225 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c340df0-dd13-4190-a7b1-a43d7809d723 x-openstack-request-id: req-9c340df0-dd13-4190-a7b1-a43d7809d723 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:11:01.540509 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d99544f-743a-4cbf-8e09-ec65ece7d0dd", "name": "network-vif-plugged", "status": "completed", "tag": "bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:11:01.541360 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c340df0-dd13-4190-a7b1-a43d7809d723 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:11:01.541787 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d99544f-743a-4cbf-8e09-ec65ece7d0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7', 'code': 200} Jul 28 07:11:01.622229 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:01.622229 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device ed772149-4ae1-4811-bd2b-2d82e5374613 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:11:01.672000 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] No Port match for: ed772149-4ae1-4811-bd2b-2d82e5374613 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:11:01.672344 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device ed772149-4ae1-4811-bd2b-2d82e5374613 not bound to the agent host hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:11:01.700516 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:01.894348 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d1392-be2d-443b-9040-7fd82546ad44 req-bc347478-6063-4403-8cb2-53ad92b1a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:01.895981 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1d7d1392-be2d-443b-9040-7fd82546ad44 req-bc347478-6063-4403-8cb2-53ad92b1a612 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 1098 time: 0.0446208 Jul 28 07:11:01.946147 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1d7d1392-be2d-443b-9040-7fd82546ad44 req-17a69cd3-e1b3-45af-9071-dab801397c7a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289235 Jul 28 07:11:02.210172 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516dd11-3bef-45ca-b17e-5927997caf93 req-defc592d-a528-4ff8-8a34-872fccd58e2e tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:02.211649 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2516dd11-3bef-45ca-b17e-5927997caf93 req-defc592d-a528-4ff8-8a34-872fccd58e2e tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 945 time: 0.0467017 Jul 28 07:11:02.250029 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2516dd11-3bef-45ca-b17e-5927997caf93 req-55675fb0-5b8a-406e-a44a-a2e823029e35 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319431 Jul 28 07:11:02.285884 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d182be53-885d-4ec6-8ba6-744e0e4e46fc req-69e351ac-0933-477e-b387-bedd4183ce6f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 210 time: 0.0269065 Jul 28 07:11:02.528545 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065add7f-215f-4270-81c7-9f9ca060dda8 req-d345884e-7ad6-4537-85d6-082340b6c32a tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:02.529984 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-065add7f-215f-4270-81c7-9f9ca060dda8 req-d345884e-7ad6-4537-85d6-082340b6c32a tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 945 time: 0.0461941 Jul 28 07:11:02.567335 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-065add7f-215f-4270-81c7-9f9ca060dda8 req-2fa5ea16-b168-4720-b1b1-15804c942faa tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313675 Jul 28 07:11:02.909250 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-d963e9d2-2013-419b-ac3e-417b38d28459 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d2e84deda5cc474a9483278f45234316&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285068 Jul 28 07:11:03.095674 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-abee1794-41e1-43fd-913d-6492cfa102f6 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:03.097108 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-abee1794-41e1-43fd-913d-6492cfa102f6 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798263 Jul 28 07:11:03.121307 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Request body: {'port': {'device_id': '6f8d80c0-2487-4308-a48f-889e03f0f496', 'network_id': 'c802d8cc-75d9-4b4b-bc79-0b75aabe0dca', 'admin_state_up': True, 'tenant_id': 'd2e84deda5cc474a9483278f45234316'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:11:03.360403 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Made reservation on behalf of d2e84deda5cc474a9483278f45234316 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:11:03.365525 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:03.374715 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c4193-3e2a-450a-abd0-43098439cc98 req-7b3aa6ac-4d8e-497e-adc4-f2ea773fc536 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:03.376337 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-461c4193-3e2a-450a-abd0-43098439cc98 req-7b3aa6ac-4d8e-497e-adc4-f2ea773fc536 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 945 time: 0.0593204 Jul 28 07:11:03.380357 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:03.422417 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-33634045-d176-4e19-a74c-255ea2af7440 req-1293073a-a641-40a7-ada5-aa76697b9498 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 210 time: 0.0321367 Jul 28 07:11:03.440562 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-461c4193-3e2a-450a-abd0-43098439cc98 req-0c57a87e-dec6-473a-b428-7336ac6e0088 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577350 Jul 28 07:11:03.487445 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:03.610977 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:03.673622 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d495ab-fed4-4c57-98e9-450e81f8f96b,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:03.686128 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fee9f9-5965-4a23-b87a-d8369e6fc6bb req-1a2613ed-a64d-4d94-a5c6-3df52c8b0560 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:03.688032 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:03.688269 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b4fee9f9-5965-4a23-b87a-d8369e6fc6bb req-1a2613ed-a64d-4d94-a5c6-3df52c8b0560 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 945 time: 0.0548515 Jul 28 07:11:03.688371 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:03.688711 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:03.689044 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:03.732172 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:03.732172 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:03.732172 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:03.732172 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:03.732172 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:03.732172 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:03.732172 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:03.732172 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:03.733593 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b4fee9f9-5965-4a23-b87a-d8369e6fc6bb req-191d4231-3dd4-49a8-af01-305f661a9f24 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388021 Jul 28 07:11:03.761418 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Allocated IP 192.168.233.246 (c802d8cc-75d9-4b4b-bc79-0b75aabe0dca/f38cd9ec-3e7a-40cd-95d0-aa569bac0abd/25ac39d2-783d-485c-ae4a-cbe3e83cdcb4) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:11:03.906985 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:03.921649 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Transition to ACTIVE for port object 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:11:04.125854 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:04.169532 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Network c802d8cc-75d9-4b4b-bc79-0b75aabe0dca is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:11:04.172686 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:11:04.176332 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:11:04.207018 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Pushing event updated for resources: {'Port': ['ID=25ac39d2-783d-485c-ae4a-cbe3e83cdcb4,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:04.231818 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:04.232506 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:04.338106 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-298fd249-89b3-4363-a5d5-8902fcef8e2f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2204912 Jul 28 07:11:04.358690 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] Request body: {'port': {'device_id': '6f8d80c0-2487-4308-a48f-889e03f0f496', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:11:04.416150 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:04.439754 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-3191d46e-d419-439e-aec8-fec238e643e8 None None] Provisioning for port 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:11:04.443842 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-3191d46e-d419-439e-aec8-fec238e643e8 None None] Provisioning complete for port 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:11:04.444450 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3191d46e-d419-439e-aec8-fec238e643e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:04.507574 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3191d46e-d419-439e-aec8-fec238e643e8 None None] Port 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:11:04.596558 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61306a6-ae81-4793-96ec-d43566d474fc req-ce7db860-d186-4313-b9ea-793b80652e76 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:04.598030 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b61306a6-ae81-4793-96ec-d43566d474fc req-ce7db860-d186-4313-b9ea-793b80652e76 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 936 time: 0.0805693 Jul 28 07:11:04.610923 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd669ce2-883a-4d93-9e24-f78cc215804e req-28660776-aa54-4354-ab07-bc99b49cedde tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:04.612711 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fd669ce2-883a-4d93-9e24-f78cc215804e req-28660776-aa54-4354-ab07-bc99b49cedde tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 945 time: 0.0645430 Jul 28 07:11:04.661062 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43764848-6543-405d-86e4-66effba2fc73 req-20381a10-c2e6-4b7b-b1cf-c3ede2628c6b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:04.662488 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-43764848-6543-405d-86e4-66effba2fc73 req-20381a10-c2e6-4b7b-b1cf-c3ede2628c6b tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 945 time: 0.0696120 Jul 28 07:11:04.670079 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b61306a6-ae81-4793-96ec-d43566d474fc req-eef194cb-9c08-4fe7-919e-ea0747cd0d19 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0d495ab-fed4-4c57-98e9-450e81f8f96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563502 Jul 28 07:11:04.672799 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fd669ce2-883a-4d93-9e24-f78cc215804e req-b2a358ac-74d6-41f0-921f-74f952476b41 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526729 Jul 28 07:11:04.791971 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:11:04.800923 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:04.820469 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] Transition to ACTIVE for port object 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:11:04.829892 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-43764848-6543-405d-86e4-66effba2fc73 req-3da92310-5824-42c1-a576-f8d940102b06 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Deleting port 85b1fe3e-8073-4b84-ae28-73dfdefe8188 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:11:04.830238 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-43764848-6543-405d-86e4-66effba2fc73 req-3da92310-5824-42c1-a576-f8d940102b06 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:04.872858 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05780d4-ca44-4aa9-90e8-9644b2778759 req-9dc5df9f-c363-4fb8-9d7b-72643f872ed2 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:04.874804 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b05780d4-ca44-4aa9-90e8-9644b2778759 req-9dc5df9f-c363-4fb8-9d7b-72643f872ed2 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 945 time: 0.0559943 Jul 28 07:11:04.906467 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:04.916270 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b05780d4-ca44-4aa9-90e8-9644b2778759 req-cf02419a-301f-4383-a733-788a5960d3e0 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347977 Jul 28 07:11:04.976767 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-43764848-6543-405d-86e4-66effba2fc73 req-3da92310-5824-42c1-a576-f8d940102b06 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] For port 85b1fe3e-8073-4b84-ae28-73dfdefe8188, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=85b1fe3e-8073-4b84-ae28-73dfdefe8188,segment=NetworkSegment(56fbf760-3246-4b91-9aee-bf4b2fd92e09),segment_id=56fbf760-3246-4b91-9aee-bf4b2fd92e09)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:11:04.977362 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-43764848-6543-405d-86e4-66effba2fc73 req-3da92310-5824-42c1-a576-f8d940102b06 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:04.986604 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] Pushing event updated for resources: {'Port': ['ID=25ac39d2-783d-485c-ae4a-cbe3e83cdcb4,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:05.014856 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-43764848-6543-405d-86e4-66effba2fc73 req-3da92310-5824-42c1-a576-f8d940102b06 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Calling delete_port for 85b1fe3e-8073-4b84-ae28-73dfdefe8188 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:11:05.115881 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] Attempting to bind port 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:11:05.116231 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] Attempting to bind port 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'b92ff96a-8535-4c2b-b2aa-d644fb9c3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c802d8cc-75d9-4b4b-bc79-0b75aabe0dca'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:11:05.116556 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] Attempting to bind port 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 on network c802d8cc-75d9-4b4b-bc79-0b75aabe0dca {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:11:05.126037 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] Port 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 on network c802d8cc-75d9-4b4b-bc79-0b75aabe0dca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 07:11:05.126412 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] Attempting to bind port 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 on network c802d8cc-75d9-4b4b-bc79-0b75aabe0dca {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:11:05.138927 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] Checking agent: {'id': '9049993c-5c8b-4294-bcfd-702819f13098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'started_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:11:05.139977 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] Checking segment: {'id': 'b92ff96a-8535-4c2b-b2aa-d644fb9c3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c802d8cc-75d9-4b4b-bc79-0b75aabe0dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:11:05.139977 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] Bound using segment: {'id': 'b92ff96a-8535-4c2b-b2aa-d644fb9c3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c802d8cc-75d9-4b4b-bc79-0b75aabe0dca'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:11:05.140206 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] Bound port: 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92ff96a-8535-4c2b-b2aa-d644fb9c3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c802d8cc-75d9-4b4b-bc79-0b75aabe0dca'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:11:05.140565 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:05.240069 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] For port 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4, host hv-cinder-79280, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:11:05.243391 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] For port 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=25ac39d2-783d-485c-ae4a-cbe3e83cdcb4,segment=NetworkSegment(b92ff96a-8535-4c2b-b2aa-d644fb9c3a70),segment_id=b92ff96a-8535-4c2b-b2aa-d644fb9c3a70)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:11:05.325507 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-43764848-6543-405d-86e4-66effba2fc73 req-3da92310-5824-42c1-a576-f8d940102b06 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:05.339962 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['457adf7f-f5a7-4fa1-8eda-a6da8212fa4d', '1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8', '85b1fe3e-8073-4b84-ae28-73dfdefe8188'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:11:05.354312 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da92310-5824-42c1-a576-f8d940102b06 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Pushing event deleted for resources: {'Port': ['ID=85b1fe3e-8073-4b84-ae28-73dfdefe8188,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:05.378477 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:05.424242 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-43764848-6543-405d-86e4-66effba2fc73 req-3da92310-5824-42c1-a576-f8d940102b06 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] No DVR routers for this DVR port 85b1fe3e-8073-4b84-ae28-73dfdefe8188 on host hv-cinder-79280 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:11:05.428693 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-43764848-6543-405d-86e4-66effba2fc73 req-3da92310-5824-42c1-a576-f8d940102b06 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:05.430718 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-43764848-6543-405d-86e4-66effba2fc73 req-3da92310-5824-42c1-a576-f8d940102b06 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.11 "DELETE /v2.0/ports/85b1fe3e-8073-4b84-ae28-73dfdefe8188 HTTP/1.1" status: 204 len: 173 time: 0.7521348 Jul 28 07:11:05.433279 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6a7fce-7afe-48a9-985b-7d29007fcd65', 'name': 'network-vif-deleted', 'tag': '85b1fe3e-8073-4b84-ae28-73dfdefe8188'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:11:05.441719 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5ff74c-0d46-48b6-8438-dbf1b51d2b31" -d '{"events": [{"server_uuid": "ff6a7fce-7afe-48a9-985b-7d29007fcd65", "name": "network-vif-deleted", "tag": "85b1fe3e-8073-4b84-ae28-73dfdefe8188"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:11:05.445510 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:05.446127 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:05.448059 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] 10.222.0.11 "PUT /v2.0/ports/25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 HTTP/1.1" status: 200 len: 1098 time: 1.0940416 Jul 28 07:11:05.467519 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367eea1-aa98-4641-9cdb-7a050000a362 service neutron] Pushing event updated for resources: {'Port': ['ID=25ac39d2-783d-485c-ae4a-cbe3e83cdcb4,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:05.495622 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57dd680-7848-4b04-9893-37cb875e2da8 x-openstack-request-id: req-a57dd680-7848-4b04-9893-37cb875e2da8 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:11:05.495918 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6a7fce-7afe-48a9-985b-7d29007fcd65", "name": "network-vif-deleted", "tag": "85b1fe3e-8073-4b84-ae28-73dfdefe8188", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:11:05.499459 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a57dd680-7848-4b04-9893-37cb875e2da8 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:11:05.499459 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6a7fce-7afe-48a9-985b-7d29007fcd65', 'name': 'network-vif-deleted', 'tag': '85b1fe3e-8073-4b84-ae28-73dfdefe8188', 'status': 'completed', 'code': 200} Jul 28 07:11:05.654124 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-d0b0ab9c-281b-4c93-9d11-20ee12afcfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:05.655792 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-d0b0ab9c-281b-4c93-9d11-20ee12afcfb3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2e84deda5cc474a9483278f45234316&device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 1101 time: 0.0532415 Jul 28 07:11:05.698024 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-8dc8cb81-d75f-4d9b-8978-e5f2da502add service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 HTTP/1.1" status: 200 len: 217 time: 0.0339048 Jul 28 07:11:05.753354 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-dbffebf9-2f57-4516-9d51-c45b357c6dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:05.754807 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-dbffebf9-2f57-4516-9d51-c45b357c6dff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f38cd9ec-3e7a-40cd-95d0-aa569bac0abd HTTP/1.1" status: 200 len: 843 time: 0.0442488 Jul 28 07:11:05.776099 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-28cd5ab9-19d7-4e56-848e-5c637b27632d req-853dc7ad-287b-4257-a508-a6e1381715e4 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff6a7fce-7afe-48a9-985b-7d29007fcd65 HTTP/1.1" status: 200 len: 210 time: 0.0295393 Jul 28 07:11:05.805673 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-8552df33-67cd-4b73-a85c-4007479aee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:05.807315 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-8552df33-67cd-4b73-a85c-4007479aee83 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c802d8cc-75d9-4b4b-bc79-0b75aabe0dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0451605 Jul 28 07:11:05.880591 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c693339-4439-44a7-950d-b023df16e153 req-ce30a785-e8c7-4e9e-b216-4e576ddfe04f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:05.882277 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9c693339-4439-44a7-950d-b023df16e153 req-ce30a785-e8c7-4e9e-b216-4e576ddfe04f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 948 time: 0.0496931 Jul 28 07:11:05.925844 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9c693339-4439-44a7-950d-b023df16e153 req-1c0ab91f-08b9-4b75-b4a9-326e9686c200 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0d495ab-fed4-4c57-98e9-450e81f8f96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350866 Jul 28 07:11:05.930289 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-efecd60f-d7e0-4377-a4b8-36f7227c7db4 service neutron] 10.222.0.11 "GET /v2.0/networks/c802d8cc-75d9-4b4b-bc79-0b75aabe0dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009495 Jul 28 07:11:06.038635 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e6ffb959-c982-4af7-8e22-75151ec3f702 req-48fd6eed-8929-40de-84e6-e9f8c16ba9e6 service neutron] 10.222.0.11 "GET /v2.0/networks/c802d8cc-75d9-4b4b-bc79-0b75aabe0dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903335 Jul 28 07:11:06.409069 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 54934) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:06.510121 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-183f74c3-2717-451f-9792-28a4b1ec588f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:06.599508 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-183f74c3-2717-451f-9792-28a4b1ec588f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:06.685266 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-183f74c3-2717-451f-9792-28a4b1ec588f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:06.723241 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-183f74c3-2717-451f-9792-28a4b1ec588f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2fde09a3bd884e7da4af4c194edd0152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130977 Jul 28 07:11:06.724341 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f74c3-2717-451f-9792-28a4b1ec588f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7417a0ff-9b9a-479d-b42c-2da0f75b4bde,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:06.726047 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 54942) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:06.775440 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d9c0977d-25aa-4331-8b11-25ba22cd2049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:06.798345 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d9c0977d-25aa-4331-8b11-25ba22cd2049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:06.942435 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d9c0977d-25aa-4331-8b11-25ba22cd2049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:06.945186 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d9c0977d-25aa-4331-8b11-25ba22cd2049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:06.946326 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d9c0977d-25aa-4331-8b11-25ba22cd2049 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7417a0ff-9b9a-479d-b42c-2da0f75b4bde HTTP/1.1" status: 204 len: 168 time: 0.2191575 Jul 28 07:11:06.954580 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0977d-25aa-4331-8b11-25ba22cd2049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7417a0ff-9b9a-479d-b42c-2da0f75b4bde,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:07.075822 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a28e1-6424-4bed-9cf8-b618255440aa req-6b6c1958-be5d-4a43-80b4-136acc13cb39 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:07.077209 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-412a28e1-6424-4bed-9cf8-b618255440aa req-6b6c1958-be5d-4a43-80b4-136acc13cb39 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 948 time: 0.0493226 Jul 28 07:11:07.113394 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-412a28e1-6424-4bed-9cf8-b618255440aa req-6269fb8b-97fe-44e7-ba12-678947891810 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0d495ab-fed4-4c57-98e9-450e81f8f96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303240 Jul 28 07:11:07.212334 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672961d-442e-4f05-9a41-948242edc222 req-8187a338-5903-4250-bb07-410bc1bd97f6 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:07.214306 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0672961d-442e-4f05-9a41-948242edc222 req-8187a338-5903-4250-bb07-410bc1bd97f6 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0471749 Jul 28 07:11:07.253092 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0672961d-442e-4f05-9a41-948242edc222 req-e3e29bab-48b7-46e2-b699-ed30fdc01327 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318973 Jul 28 07:11:07.358603 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2bc81-b6fc-4ae2-88d2-3d7abfed409d req-86332928-4c58-4fff-8995-0f0500cf7485 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:07.360311 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-39a2bc81-b6fc-4ae2-88d2-3d7abfed409d req-86332928-4c58-4fff-8995-0f0500cf7485 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 945 time: 0.0497215 Jul 28 07:11:07.406745 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-39a2bc81-b6fc-4ae2-88d2-3d7abfed409d req-4a01eefe-f5c2-4d22-a9bb-5e403e3f3e7f tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381334 Jul 28 07:11:07.497296 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8d80c0-2487-4308-a48f-889e03f0f496', 'tag': '25ac39d2-783d-485c-ae4a-cbe3e83cdcb4'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:11:07.499673 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bd4bd0-356f-4c50-80fe-73ab5f44333e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8d80c0-2487-4308-a48f-889e03f0f496", "tag": "25ac39d2-783d-485c-ae4a-cbe3e83cdcb4"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:11:07.539046 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede13056-6a4d-4fc4-8d7e-7f3ebdf0c944 x-openstack-request-id: req-ede13056-6a4d-4fc4-8d7e-7f3ebdf0c944 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:11:07.539402 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8d80c0-2487-4308-a48f-889e03f0f496", "tag": "25ac39d2-783d-485c-ae4a-cbe3e83cdcb4", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:11:07.539645 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ede13056-6a4d-4fc4-8d7e-7f3ebdf0c944 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:11:07.540031 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8d80c0-2487-4308-a48f-889e03f0f496', 'tag': '25ac39d2-783d-485c-ae4a-cbe3e83cdcb4', 'status': 'completed', 'code': 200} Jul 28 07:11:07.606047 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd4bd0-356f-4c50-80fe-73ab5f44333e req-daf094de-53e6-4bbe-a0bb-c92b6eab91a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:07.607822 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-17bd4bd0-356f-4c50-80fe-73ab5f44333e req-daf094de-53e6-4bbe-a0bb-c92b6eab91a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2e84deda5cc474a9483278f45234316&device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 1101 time: 0.0395696 Jul 28 07:11:07.715219 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd4bd0-356f-4c50-80fe-73ab5f44333e req-c35b0383-6401-408a-86b9-b5c923e8af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:07.716696 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-17bd4bd0-356f-4c50-80fe-73ab5f44333e req-c35b0383-6401-408a-86b9-b5c923e8af0b service neutron] 10.222.0.11 "GET /v2.0/networks?id=c802d8cc-75d9-4b4b-bc79-0b75aabe0dca HTTP/1.1" status: 200 len: 870 time: 0.0993793 Jul 28 07:11:07.767141 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-17bd4bd0-356f-4c50-80fe-73ab5f44333e req-d9c02c27-7c7c-40a2-9ecb-2f3bd7992f21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 HTTP/1.1" status: 200 len: 217 time: 0.0363879 Jul 28 07:11:07.817543 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd4bd0-356f-4c50-80fe-73ab5f44333e req-59d61678-a5d9-4eb0-9dc6-24842288840c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:07.819092 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-17bd4bd0-356f-4c50-80fe-73ab5f44333e req-59d61678-a5d9-4eb0-9dc6-24842288840c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f38cd9ec-3e7a-40cd-95d0-aa569bac0abd HTTP/1.1" status: 200 len: 843 time: 0.0428655 Jul 28 07:11:07.867976 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd4bd0-356f-4c50-80fe-73ab5f44333e req-f030c6d7-f406-42de-9887-6cc7485d7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:07.869531 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-17bd4bd0-356f-4c50-80fe-73ab5f44333e req-f030c6d7-f406-42de-9887-6cc7485d7cd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c802d8cc-75d9-4b4b-bc79-0b75aabe0dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0418117 Jul 28 07:11:07.966069 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-17bd4bd0-356f-4c50-80fe-73ab5f44333e req-0567e4da-74b4-43df-8ee0-0666bbb2fe57 service neutron] 10.222.0.11 "GET /v2.0/networks/c802d8cc-75d9-4b4b-bc79-0b75aabe0dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807190 Jul 28 07:11:08.081410 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-17bd4bd0-356f-4c50-80fe-73ab5f44333e req-5873e48b-b571-4b96-a19c-dca69d98a248 service neutron] 10.222.0.11 "GET /v2.0/networks/c802d8cc-75d9-4b4b-bc79-0b75aabe0dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065507 Jul 28 07:11:08.226980 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871862f-31a2-455a-9426-c17ab670897f req-93e0f383-ae3b-472b-912e-e172b97e7a12 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:08.228474 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0871862f-31a2-455a-9426-c17ab670897f req-93e0f383-ae3b-472b-912e-e172b97e7a12 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 948 time: 0.0508273 Jul 28 07:11:08.267446 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0871862f-31a2-455a-9426-c17ab670897f req-876255ca-f251-4cd3-8f16-b001e188d398 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0d495ab-fed4-4c57-98e9-450e81f8f96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328326 Jul 28 07:11:08.374475 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f104b-7328-49b4-9fb7-bd2312a987ba req-01ed42ba-bc5b-41f5-9376-39cd4697316c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:08.378302 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2c7f104b-7328-49b4-9fb7-bd2312a987ba req-01ed42ba-bc5b-41f5-9376-39cd4697316c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0515075 Jul 28 07:11:08.428338 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2c7f104b-7328-49b4-9fb7-bd2312a987ba req-10dce438-eb45-4271-852c-c51e4dafae1e tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426421 Jul 28 07:11:08.533666 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c33cc-721f-426a-ab46-b46cb927a79a req-1f41deb0-9b41-4507-b0aa-d3f5900a9063 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:08.535231 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-539c33cc-721f-426a-ab46-b46cb927a79a req-1f41deb0-9b41-4507-b0aa-d3f5900a9063 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 945 time: 0.0471880 Jul 28 07:11:08.572403 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-539c33cc-721f-426a-ab46-b46cb927a79a req-a6879fb1-e73e-4018-9489-31150dcea6f6 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308204 Jul 28 07:11:09.181970 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17749d68-325b-478c-9105-5a30f5a80c57 req-9543341a-f1e3-40a7-a704-2e0a40e66be5 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:09.183436 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-17749d68-325b-478c-9105-5a30f5a80c57 req-9543341a-f1e3-40a7-a704-2e0a40e66be5 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.11 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 945 time: 0.0481341 Jul 28 07:11:09.279226 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-17749d68-325b-478c-9105-5a30f5a80c57 req-edea8854-3af2-45b5-b1e9-059660173e62 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Deleting port 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:11:09.279562 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-17749d68-325b-478c-9105-5a30f5a80c57 req-edea8854-3af2-45b5-b1e9-059660173e62 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:09.298957 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:11:09.305555 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 85b1fe3e-8073-4b84-ae28-73dfdefe8188 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:11:09.336069 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] No Port match for: 85b1fe3e-8073-4b84-ae28-73dfdefe8188 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:11:09.336418 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 85b1fe3e-8073-4b84-ae28-73dfdefe8188 not bound to the agent host hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:11:09.430469 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a159d7-5dca-4030-89bb-fc5f89b3c4d3 req-3c9677be-e2e9-4c49-a8fd-7be870fa583c tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:09.433237 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f6a159d7-5dca-4030-89bb-fc5f89b3c4d3 req-3c9677be-e2e9-4c49-a8fd-7be870fa583c tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 948 time: 0.0566249 Jul 28 07:11:09.442269 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=25ac39d2-783d-485c-ae4a-cbe3e83cdcb4,segment=NetworkSegment(b92ff96a-8535-4c2b-b2aa-d644fb9c3a70),segment_id=b92ff96a-8535-4c2b-b2aa-d644fb9c3a70)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:11:09.455471 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': '25ac39d2-783d-485c-ae4a-cbe3e83cdcb4', 'network_id': 'c802d8cc-75d9-4b4b-bc79-0b75aabe0dca', 'port_id': '25ac39d2-783d-485c-ae4a-cbe3e83cdcb4', 'mac_address': 'fa:16:3e:8e:8a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38cd9ec-3e7a-40cd-95d0-aa569bac0abd', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:11:09.498960 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:09.516557 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f6a159d7-5dca-4030-89bb-fc5f89b3c4d3 req-96825a09-1ab3-4740-97da-82ba79be918b tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0d495ab-fed4-4c57-98e9-450e81f8f96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766277 Jul 28 07:11:09.541946 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:11:09.571626 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=25ac39d2-783d-485c-ae4a-cbe3e83cdcb4,segment=NetworkSegment(b92ff96a-8535-4c2b-b2aa-d644fb9c3a70),segment_id=b92ff96a-8535-4c2b-b2aa-d644fb9c3a70)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:11:09.598800 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf21a6-5f51-4f40-b463-e52e13c47f27 req-deafeb57-ade9-4ccf-9cc4-fadaf62b9b10 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:09.600305 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5fcf21a6-5f51-4f40-b463-e52e13c47f27 req-deafeb57-ade9-4ccf-9cc4-fadaf62b9b10 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0589957 Jul 28 07:11:09.610019 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-17749d68-325b-478c-9105-5a30f5a80c57 req-edea8854-3af2-45b5-b1e9-059660173e62 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] For port 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8,segment=NetworkSegment(56fbf760-3246-4b91-9aee-bf4b2fd92e09),segment_id=56fbf760-3246-4b91-9aee-bf4b2fd92e09)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:11:09.610507 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-17749d68-325b-478c-9105-5a30f5a80c57 req-edea8854-3af2-45b5-b1e9-059660173e62 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:09.623849 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-17749d68-325b-478c-9105-5a30f5a80c57 req-edea8854-3af2-45b5-b1e9-059660173e62 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Calling delete_port for 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:11:09.656089 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5fcf21a6-5f51-4f40-b463-e52e13c47f27 req-a5c4c71a-3d4e-4c9b-9514-2ea2fb641fa5 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494177 Jul 28 07:11:09.680302 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:09.746744 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=25ac39d2-783d-485c-ae4a-cbe3e83cdcb4,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:09.752708 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cfb48883-8852-4061-8015-b8e8ea4ddcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:09.772217 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93003906-6b0d-4da2-9f3f-a23667d7f06d req-ae41540a-b62d-403f-90df-68689a9b8b0a tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:09.773880 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-93003906-6b0d-4da2-9f3f-a23667d7f06d req-ae41540a-b62d-403f-90df-68689a9b8b0a tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 945 time: 0.0690196 Jul 28 07:11:09.812190 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-93003906-6b0d-4da2-9f3f-a23667d7f06d req-628e244d-2786-4507-ade3-a4e760603a2a tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319071 Jul 28 07:11:09.862409 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-17749d68-325b-478c-9105-5a30f5a80c57 req-edea8854-3af2-45b5-b1e9-059660173e62 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:09.876981 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['457adf7f-f5a7-4fa1-8eda-a6da8212fa4d'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:11:09.893102 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea8854-3af2-45b5-b1e9-059660173e62 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Pushing event deleted for resources: {'Port': ['ID=1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:09.934137 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-17749d68-325b-478c-9105-5a30f5a80c57 req-edea8854-3af2-45b5-b1e9-059660173e62 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] No DVR routers for this DVR port 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8 on host hv-cinder-79280 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:11:09.936648 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-17749d68-325b-478c-9105-5a30f5a80c57 req-edea8854-3af2-45b5-b1e9-059660173e62 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:09.938790 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-17749d68-325b-478c-9105-5a30f5a80c57 req-edea8854-3af2-45b5-b1e9-059660173e62 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.11 "DELETE /v2.0/ports/1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8 HTTP/1.1" status: 204 len: 173 time: 0.7465937 Jul 28 07:11:09.946878 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8919a515-b634-4911-bc8b-3774890bbdcf', 'name': 'network-vif-deleted', 'tag': '1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:11:09.949114 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c172ef15-2fbf-4dc3-9c03-70abe855f305" -d '{"events": [{"server_uuid": "8919a515-b634-4911-bc8b-3774890bbdcf", "name": "network-vif-deleted", "tag": "1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:11:09.998863 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c827e79-6690-402f-9ed0-f64498880cbb req-c7c10af7-30f6-4dcb-b6b6-3a9424d6f4fa tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:10.000882 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8c827e79-6690-402f-9ed0-f64498880cbb req-c7c10af7-30f6-4dcb-b6b6-3a9424d6f4fa tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.11 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 946 time: 0.0673599 Jul 28 07:11:10.003207 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae1a134-55f6-47cc-b7ee-5232f8bb96b4 x-openstack-request-id: req-eae1a134-55f6-47cc-b7ee-5232f8bb96b4 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:11:10.003427 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['25ac39d2-783d-485c-ae4a-cbe3e83cdcb4'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:11:10.003536 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8919a515-b634-4911-bc8b-3774890bbdcf", "name": "network-vif-deleted", "tag": "1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:11:10.003751 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eae1a134-55f6-47cc-b7ee-5232f8bb96b4 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:11:10.004133 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8919a515-b634-4911-bc8b-3774890bbdcf', 'name': 'network-vif-deleted', 'tag': '1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8', 'status': 'completed', 'code': 200} Jul 28 07:11:10.104032 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-8c827e79-6690-402f-9ed0-f64498880cbb req-541762e2-942d-42dd-afb6-a10686402f76 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Deleting port 05a433bf-7068-458e-a6e7-eabc1360dec6 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:11:10.104268 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-8c827e79-6690-402f-9ed0-f64498880cbb req-541762e2-942d-42dd-afb6-a10686402f76 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:10.207011 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-8c827e79-6690-402f-9ed0-f64498880cbb req-541762e2-942d-42dd-afb6-a10686402f76 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] For port 05a433bf-7068-458e-a6e7-eabc1360dec6, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=05a433bf-7068-458e-a6e7-eabc1360dec6,segment=NetworkSegment(aeb597cc-1694-46e8-99eb-4cdfceb2d8e4),segment_id=aeb597cc-1694-46e8-99eb-4cdfceb2d8e4)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:11:10.207611 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-8c827e79-6690-402f-9ed0-f64498880cbb req-541762e2-942d-42dd-afb6-a10686402f76 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:10.220578 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-8c827e79-6690-402f-9ed0-f64498880cbb req-541762e2-942d-42dd-afb6-a10686402f76 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Calling delete_port for 05a433bf-7068-458e-a6e7-eabc1360dec6 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:11:10.631044 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f7ac9-3014-4a2a-9335-afbf8e271b94 req-0599fdb1-ebaf-440d-940f-7adf3c9c9b8d tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:10.632582 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9d1f7ac9-3014-4a2a-9335-afbf8e271b94 req-0599fdb1-ebaf-440d-940f-7adf3c9c9b8d tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 949 time: 0.0495062 Jul 28 07:11:10.633392 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-8c827e79-6690-402f-9ed0-f64498880cbb req-541762e2-942d-42dd-afb6-a10686402f76 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:10.647979 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['01b5f42b-1fda-4adc-8f1b-29e68b78c037', '05a433bf-7068-458e-a6e7-eabc1360dec6'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:11:10.672805 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541762e2-942d-42dd-afb6-a10686402f76 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Pushing event deleted for resources: {'Port': ['ID=05a433bf-7068-458e-a6e7-eabc1360dec6,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:10.700859 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9d1f7ac9-3014-4a2a-9335-afbf8e271b94 req-10a2288e-34ce-4117-96bd-dc662939e0a0 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0d495ab-fed4-4c57-98e9-450e81f8f96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596325 Jul 28 07:11:10.715730 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c827e79-6690-402f-9ed0-f64498880cbb req-541762e2-942d-42dd-afb6-a10686402f76 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] No DVR routers for this DVR port 05a433bf-7068-458e-a6e7-eabc1360dec6 on host hv-cinder-79280 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:11:10.718220 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-8c827e79-6690-402f-9ed0-f64498880cbb req-541762e2-942d-42dd-afb6-a10686402f76 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:10.720264 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8c827e79-6690-402f-9ed0-f64498880cbb req-541762e2-942d-42dd-afb6-a10686402f76 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.11 "DELETE /v2.0/ports/05a433bf-7068-458e-a6e7-eabc1360dec6 HTTP/1.1" status: 204 len: 173 time: 0.7122529 Jul 28 07:11:10.779802 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cfd980bd-c373-4eb2-8c47-d86d38220454 req-744b094a-6c86-49b1-ae88-ff3212defe8f tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=11e15f65-da24-4387-a624-5c0810c07e03 HTTP/1.1" status: 200 len: 210 time: 0.0257242 Jul 28 07:11:10.921215 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d614f180-2f83-43bd-afcf-2e5f91d70d03 req-09efda6c-83d4-4678-9bac-61ee809dc06c tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=8919a515-b634-4911-bc8b-3774890bbdcf HTTP/1.1" status: 200 len: 210 time: 0.0252390 Jul 28 07:11:11.300497 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:11:11.420733 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning for port 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:11:11.424607 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:11:11.425017 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:11.501182 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:11.524060 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8d80c0-2487-4308-a48f-889e03f0f496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ac39d2-783d-485c-ae4a-cbe3e83cdcb4'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:11:11.526904 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4aadff-0af0-43fd-8962-7abd73b5a015" -d '{"events": [{"server_uuid": "6f8d80c0-2487-4308-a48f-889e03f0f496", "name": "network-vif-plugged", "status": "completed", "tag": "25ac39d2-783d-485c-ae4a-cbe3e83cdcb4"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:11:11.540443 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=25ac39d2-783d-485c-ae4a-cbe3e83cdcb4,segment=NetworkSegment(b92ff96a-8535-4c2b-b2aa-d644fb9c3a70),segment_id=b92ff96a-8535-4c2b-b2aa-d644fb9c3a70)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:11:11.562274 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afb3552-b586-4944-8d49-dafc058d341a x-openstack-request-id: req-5afb3552-b586-4944-8d49-dafc058d341a {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:11:11.562676 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8d80c0-2487-4308-a48f-889e03f0f496", "name": "network-vif-plugged", "status": "completed", "tag": "25ac39d2-783d-485c-ae4a-cbe3e83cdcb4", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:11:11.571492 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5afb3552-b586-4944-8d49-dafc058d341a {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:11:11.571492 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8d80c0-2487-4308-a48f-889e03f0f496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ac39d2-783d-485c-ae4a-cbe3e83cdcb4', 'code': 200} Jul 28 07:11:11.616685 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:11.617648 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:11:11.658862 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] No Port match for: 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:11:11.659533 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 1f9c641f-4c2d-4d33-bf73-85ab7c88f0e8 not bound to the agent host hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:11:11.686434 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=25ac39d2-783d-485c-ae4a-cbe3e83cdcb4,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:11.812436 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eef5de-3bae-45fd-a35a-a98ef2872ca6 req-251ee05b-0b38-4746-8e97-818799134261 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:11.813819 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a7eef5de-3bae-45fd-a35a-a98ef2872ca6 req-251ee05b-0b38-4746-8e97-818799134261 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 950 time: 0.0510962 Jul 28 07:11:11.860995 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a7eef5de-3bae-45fd-a35a-a98ef2872ca6 req-b996b996-0722-490a-840a-2a97ece9feef tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0d495ab-fed4-4c57-98e9-450e81f8f96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405324 Jul 28 07:11:11.905289 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedadae6-8a3e-4480-a18e-372f77670d67 req-5cbbc9e8-e25f-44e4-b486-052180aaa12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:11.907070 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dedadae6-8a3e-4480-a18e-372f77670d67 req-5cbbc9e8-e25f-44e4-b486-052180aaa12f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 1103 time: 0.0521545 Jul 28 07:11:11.963985 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dedadae6-8a3e-4480-a18e-372f77670d67 req-60ed508a-86d4-43ca-a35d-3688b8ba7dce service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b0d495ab-fed4-4c57-98e9-450e81f8f96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336075 Jul 28 07:11:12.004914 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e15f65-da24-4387-a624-5c0810c07e03', 'name': 'network-vif-deleted', 'tag': '05a433bf-7068-458e-a6e7-eabc1360dec6'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:11:12.007272 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426931ee-e996-495e-adc7-1c31a5ea3fc5" -d '{"events": [{"server_uuid": "11e15f65-da24-4387-a624-5c0810c07e03", "name": "network-vif-deleted", "tag": "05a433bf-7068-458e-a6e7-eabc1360dec6"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:11:12.041964 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a896435a-0e94-4b61-ad2a-22c1d82b893f x-openstack-request-id: req-a896435a-0e94-4b61-ad2a-22c1d82b893f {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:11:12.042254 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e15f65-da24-4387-a624-5c0810c07e03", "name": "network-vif-deleted", "tag": "05a433bf-7068-458e-a6e7-eabc1360dec6", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:11:12.042542 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a896435a-0e94-4b61-ad2a-22c1d82b893f {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:11:12.042938 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e15f65-da24-4387-a624-5c0810c07e03', 'name': 'network-vif-deleted', 'tag': '05a433bf-7068-458e-a6e7-eabc1360dec6', 'status': 'completed', 'code': 200} Jul 28 07:11:12.427208 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e46b40-10f7-4b4e-8e10-857e59cfabdd req-f44eb6db-c34c-42ee-8946-f0595bcf86f9 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:12.428764 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-49e46b40-10f7-4b4e-8e10-857e59cfabdd req-f44eb6db-c34c-42ee-8946-f0595bcf86f9 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0500729 Jul 28 07:11:12.468327 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-49e46b40-10f7-4b4e-8e10-857e59cfabdd req-f3249d34-145b-41ef-b1e2-79ded4323626 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335302 Jul 28 07:11:12.502678 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cffea4ab-c74f-4449-a24a-ae9eb38c7255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:12.793693 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:12.977240 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5cd25-1af5-437e-ae7a-343736c6f68c req-bc95a8bb-da5e-4a9c-99f7-7a2e1a274475 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:12.978781 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6af5cd25-1af5-437e-ae7a-343736c6f68c req-bc95a8bb-da5e-4a9c-99f7-7a2e1a274475 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 950 time: 0.0490184 Jul 28 07:11:13.017221 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6af5cd25-1af5-437e-ae7a-343736c6f68c req-b1790ffd-07b0-4106-bc42-b0cac39688eb tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0d495ab-fed4-4c57-98e9-450e81f8f96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320449 Jul 28 07:11:13.393910 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:13.582911 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222df4ea-5f37-4393-b8bf-1636640a70a3 req-10ef896c-49fc-4647-8ca4-07e01f095583 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:13.584444 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-222df4ea-5f37-4393-b8bf-1636640a70a3 req-10ef896c-49fc-4647-8ca4-07e01f095583 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0479376 Jul 28 07:11:13.630381 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-222df4ea-5f37-4393-b8bf-1636640a70a3 req-a9ffb475-eb4e-4e91-9736-dcdd07cd7dd1 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334971 Jul 28 07:11:13.823229 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d1261-4ca6-4d7b-bcc4-447b985a60f6 req-21994f73-c0b6-4c6c-a9ef-2d6325485c70 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:13.824658 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-097d1261-4ca6-4d7b-bcc4-447b985a60f6 req-21994f73-c0b6-4c6c-a9ef-2d6325485c70 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 946 time: 0.0503988 Jul 28 07:11:13.864827 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-097d1261-4ca6-4d7b-bcc4-447b985a60f6 req-33a12f58-78b1-4a98-8df3-77b08688b879 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337069 Jul 28 07:11:14.132665 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff845f-abb9-4676-abea-ba4a0a0d5bef req-db45e14a-c7e2-4d93-ac2c-7766f5fd9a19 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:14.134179 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-caff845f-abb9-4676-abea-ba4a0a0d5bef req-db45e14a-c7e2-4d93-ac2c-7766f5fd9a19 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 950 time: 0.0481782 Jul 28 07:11:14.173027 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-caff845f-abb9-4676-abea-ba4a0a0d5bef req-239d2348-2e99-4cd2-a4f3-4e1768ba27dd tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0d495ab-fed4-4c57-98e9-450e81f8f96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325432 Jul 28 07:11:14.636083 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34623d91-3c6c-4eae-acac-943166edb44e req-1ef3d356-fc3b-49c3-83da-356fe214d0c9 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:14.637385 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-34623d91-3c6c-4eae-acac-943166edb44e req-1ef3d356-fc3b-49c3-83da-356fe214d0c9 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 950 time: 0.0467327 Jul 28 07:11:14.677957 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-34623d91-3c6c-4eae-acac-943166edb44e req-db2b4d51-8605-40ef-8ee8-89a9b9ead546 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0d495ab-fed4-4c57-98e9-450e81f8f96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347340 Jul 28 07:11:14.746311 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8f51d-4eaa-4672-b35b-524684898235 req-5b717654-1595-49bf-852c-29b320ce7b95 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:14.747780 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6ef8f51d-4eaa-4672-b35b-524684898235 req-5b717654-1595-49bf-852c-29b320ce7b95 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0465581 Jul 28 07:11:14.785405 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6ef8f51d-4eaa-4672-b35b-524684898235 req-0165748e-cd36-4b72-b6e7-fec1964ae592 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319231 Jul 28 07:11:14.978676 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bc259-8fb0-4a29-aabe-9c7e7502f3c2 req-b6f2e0a7-fa41-47f5-b003-5ad78a92be23 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:14.980146 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-306bc259-8fb0-4a29-aabe-9c7e7502f3c2 req-b6f2e0a7-fa41-47f5-b003-5ad78a92be23 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 946 time: 0.0474710 Jul 28 07:11:15.016267 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-306bc259-8fb0-4a29-aabe-9c7e7502f3c2 req-691cce95-8a5b-4496-9bdb-1fc1a1140359 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303628 Jul 28 07:11:15.056390 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:15.792695 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818d9bc-3e7d-49a9-9f63-e1e0b50fe0d6 req-2d1aa131-698a-4449-b8e5-56bb80d54fe6 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:15.794253 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e818d9bc-3e7d-49a9-9f63-e1e0b50fe0d6 req-2d1aa131-698a-4449-b8e5-56bb80d54fe6 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 950 time: 0.0510187 Jul 28 07:11:15.833504 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e818d9bc-3e7d-49a9-9f63-e1e0b50fe0d6 req-b958d00a-9f97-4d30-8c6d-d9278240f98a tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0d495ab-fed4-4c57-98e9-450e81f8f96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334058 Jul 28 07:11:15.932835 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e9f77-6bf1-44f6-8b01-c72893debc4a req-f856c5ec-28bf-4033-a812-a9c2c6aa82a6 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:15.934282 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ab4e9f77-6bf1-44f6-8b01-c72893debc4a req-f856c5ec-28bf-4033-a812-a9c2c6aa82a6 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0486336 Jul 28 07:11:15.971192 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ab4e9f77-6bf1-44f6-8b01-c72893debc4a req-e407add3-bff4-4173-9e13-0dd59886bd61 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310707 Jul 28 07:11:16.123919 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fef76-7db1-430a-b5ae-4f7158a8a41f req-be3b7a9b-0804-4b94-be5d-8448938a40c6 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:16.125332 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-035fef76-7db1-430a-b5ae-4f7158a8a41f req-be3b7a9b-0804-4b94-be5d-8448938a40c6 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 946 time: 0.0458207 Jul 28 07:11:16.161983 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-035fef76-7db1-430a-b5ae-4f7158a8a41f req-085e2d64-98f6-4107-b783-de281e61c527 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308988 Jul 28 07:11:16.185220 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 05a433bf-7068-458e-a6e7-eabc1360dec6 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:11:16.205328 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] No Port match for: 05a433bf-7068-458e-a6e7-eabc1360dec6 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:11:16.205686 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 05a433bf-7068-458e-a6e7-eabc1360dec6 not bound to the agent host hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:11:16.945278 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba253e02-1639-48c4-8f7a-bb8777e1c43c req-a5c1506d-a623-477f-bdcd-23cf6a0baef8 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:16.947376 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba253e02-1639-48c4-8f7a-bb8777e1c43c req-a5c1506d-a623-477f-bdcd-23cf6a0baef8 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 950 time: 0.0478621 Jul 28 07:11:16.986119 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba253e02-1639-48c4-8f7a-bb8777e1c43c req-c7ad50a6-553a-401c-b077-eb36041a7c93 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0d495ab-fed4-4c57-98e9-450e81f8f96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331421 Jul 28 07:11:17.083413 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e916b-b37c-4894-ae3e-3e558093960a req-9ea25aca-3fad-4c72-8eb8-1142191726ba tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:17.084834 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-520e916b-b37c-4894-ae3e-3e558093960a req-9ea25aca-3fad-4c72-8eb8-1142191726ba tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0470066 Jul 28 07:11:17.120560 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-520e916b-b37c-4894-ae3e-3e558093960a req-c5c11376-2b19-4369-bf6d-ae126532d230 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299571 Jul 28 07:11:17.273805 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba50af7-c126-4523-afd7-d843d29e80dc req-3df2124c-eab4-4ae1-a0ed-57e29cef7111 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:17.275294 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1ba50af7-c126-4523-afd7-d843d29e80dc req-3df2124c-eab4-4ae1-a0ed-57e29cef7111 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 946 time: 0.0476475 Jul 28 07:11:17.313803 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1ba50af7-c126-4523-afd7-d843d29e80dc req-b9b5bbe2-8399-4998-acbd-12690addd653 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321944 Jul 28 07:11:18.103692 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39875ee-f226-4d2f-8398-ba2e590842d7 req-1e5347fa-254b-456b-bcab-16622f9d07c5 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:18.105210 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f39875ee-f226-4d2f-8398-ba2e590842d7 req-1e5347fa-254b-456b-bcab-16622f9d07c5 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 950 time: 0.0505705 Jul 28 07:11:18.150320 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f39875ee-f226-4d2f-8398-ba2e590842d7 req-2a976a1c-8190-4a4d-a0a9-3643e8f2cfc1 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0d495ab-fed4-4c57-98e9-450e81f8f96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383663 Jul 28 07:11:18.245452 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0694501-cdd7-4197-ac6c-822664d8d7dc req-ed205c74-ca80-4c27-b1ca-8ecb85332aa0 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:18.246882 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b0694501-cdd7-4197-ac6c-822664d8d7dc req-ed205c74-ca80-4c27-b1ca-8ecb85332aa0 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0484421 Jul 28 07:11:18.286289 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b0694501-cdd7-4197-ac6c-822664d8d7dc req-a8c63a9f-db57-409d-bb10-56ea05a592f1 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329416 Jul 28 07:11:18.434108 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126d2d9-38ba-43c6-8ed5-847d6a3f3820 req-cb2a674e-a26c-446b-b928-4d67c6667bb0 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:18.434108 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e126d2d9-38ba-43c6-8ed5-847d6a3f3820 req-cb2a674e-a26c-446b-b928-4d67c6667bb0 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 946 time: 0.0492792 Jul 28 07:11:18.477098 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e126d2d9-38ba-43c6-8ed5-847d6a3f3820 req-cfa63595-7e45-40e1-943f-7170f6a88603 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/security-groups?id=507a0527-d63f-460d-90ca-d2e7cc256d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372334 Jul 28 07:11:18.519886 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644e3b9-2fb1-4a99-9ded-c3c3bfb8e204 req-c0384cc1-363b-4204-ac72-51a21320379f tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:18.521259 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2644e3b9-2fb1-4a99-9ded-c3c3bfb8e204 req-c0384cc1-363b-4204-ac72-51a21320379f tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 946 time: 0.0566218 Jul 28 07:11:18.613256 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-2644e3b9-2fb1-4a99-9ded-c3c3bfb8e204 req-63e4a280-687c-47fa-8442-5172a8304cea tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Deleting port 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:11:18.613600 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2644e3b9-2fb1-4a99-9ded-c3c3bfb8e204 req-63e4a280-687c-47fa-8442-5172a8304cea tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:18.701614 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-2644e3b9-2fb1-4a99-9ded-c3c3bfb8e204 req-63e4a280-687c-47fa-8442-5172a8304cea tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] For port 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=457adf7f-f5a7-4fa1-8eda-a6da8212fa4d,segment=NetworkSegment(56fbf760-3246-4b91-9aee-bf4b2fd92e09),segment_id=56fbf760-3246-4b91-9aee-bf4b2fd92e09)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:11:18.702032 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2644e3b9-2fb1-4a99-9ded-c3c3bfb8e204 req-63e4a280-687c-47fa-8442-5172a8304cea tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:18.715022 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-2644e3b9-2fb1-4a99-9ded-c3c3bfb8e204 req-63e4a280-687c-47fa-8442-5172a8304cea tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Calling delete_port for 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:11:18.830846 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:11:18.953846 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2644e3b9-2fb1-4a99-9ded-c3c3bfb8e204 req-63e4a280-687c-47fa-8442-5172a8304cea tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:18.983636 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4a280-687c-47fa-8442-5172a8304cea tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Pushing event deleted for resources: {'Port': ['ID=457adf7f-f5a7-4fa1-8eda-a6da8212fa4d,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:19.020269 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-2644e3b9-2fb1-4a99-9ded-c3c3bfb8e204 req-63e4a280-687c-47fa-8442-5172a8304cea tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] No DVR routers for this DVR port 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d on host hv-cinder-79280 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:11:19.023787 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2644e3b9-2fb1-4a99-9ded-c3c3bfb8e204 req-63e4a280-687c-47fa-8442-5172a8304cea tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:19.025396 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2644e3b9-2fb1-4a99-9ded-c3c3bfb8e204 req-63e4a280-687c-47fa-8442-5172a8304cea tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.11 "DELETE /v2.0/ports/457adf7f-f5a7-4fa1-8eda-a6da8212fa4d HTTP/1.1" status: 204 len: 173 time: 0.4953465 Jul 28 07:11:19.025828 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c45e375-d174-44fa-b4c9-903da4837d0c', 'name': 'network-vif-deleted', 'tag': '457adf7f-f5a7-4fa1-8eda-a6da8212fa4d'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:11:19.028066 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946650ae-feca-431c-959e-c3ae9bbb4cde" -d '{"events": [{"server_uuid": "9c45e375-d174-44fa-b4c9-903da4837d0c", "name": "network-vif-deleted", "tag": "457adf7f-f5a7-4fa1-8eda-a6da8212fa4d"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:11:19.062405 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f54dc6d-062b-4a68-969c-68c2aa9771c4 x-openstack-request-id: req-3f54dc6d-062b-4a68-969c-68c2aa9771c4 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:11:19.062741 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c45e375-d174-44fa-b4c9-903da4837d0c", "name": "network-vif-deleted", "tag": "457adf7f-f5a7-4fa1-8eda-a6da8212fa4d", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:11:19.062986 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f54dc6d-062b-4a68-969c-68c2aa9771c4 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:11:19.063412 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c45e375-d174-44fa-b4c9-903da4837d0c', 'name': 'network-vif-deleted', 'tag': '457adf7f-f5a7-4fa1-8eda-a6da8212fa4d', 'status': 'completed', 'code': 200} Jul 28 07:11:19.273730 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec2fd0-bd7a-4f82-aee8-414571b2304d req-f2d10aad-5dca-45fd-bfbf-27e46943ae5b tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:19.277578 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cdec2fd0-bd7a-4f82-aee8-414571b2304d req-f2d10aad-5dca-45fd-bfbf-27e46943ae5b tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 950 time: 0.0494564 Jul 28 07:11:19.315078 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cdec2fd0-bd7a-4f82-aee8-414571b2304d req-922e7824-47b4-4fb2-962e-16dd71288399 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0d495ab-fed4-4c57-98e9-450e81f8f96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338268 Jul 28 07:11:19.405635 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdc569-743b-4a24-8f90-eb5a3f46889c req-ea370cd2-2fbe-4dde-9ad3-93e04d442726 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:19.407116 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6fbdc569-743b-4a24-8f90-eb5a3f46889c req-ea370cd2-2fbe-4dde-9ad3-93e04d442726 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0480494 Jul 28 07:11:19.443655 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6fbdc569-743b-4a24-8f90-eb5a3f46889c req-46efef5d-9d03-4fa3-a1b4-0d39f5582ad7 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306334 Jul 28 07:11:19.569488 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9dd65df7-ad48-44a2-8247-0b286ffa9659 req-c84b0d60-6424-4d82-8e83-76ee7d058b05 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 210 time: 0.0262589 Jul 28 07:11:20.426349 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f0b69-3b24-4e92-b4b6-0fe92f075e85 req-c418deab-c0d8-449d-9082-baebc7c65798 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:20.427793 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-475f0b69-3b24-4e92-b4b6-0fe92f075e85 req-c418deab-c0d8-449d-9082-baebc7c65798 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 950 time: 0.0461259 Jul 28 07:11:20.463950 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-475f0b69-3b24-4e92-b4b6-0fe92f075e85 req-7646f675-1208-4e82-87d9-401a9f528085 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0d495ab-fed4-4c57-98e9-450e81f8f96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296948 Jul 28 07:11:20.559939 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b50283-2990-4c72-81e7-b2aae4c0af30 req-d8b83d6f-b638-4af8-84a9-0bafcdfcb91b tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:20.561397 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b6b50283-2990-4c72-81e7-b2aae4c0af30 req-d8b83d6f-b638-4af8-84a9-0bafcdfcb91b tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0503962 Jul 28 07:11:20.597597 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b6b50283-2990-4c72-81e7-b2aae4c0af30 req-f29095bf-cc4d-4770-8335-da6ee70521c3 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299528 Jul 28 07:11:20.660959 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3abb19b4-a649-4178-8aa8-fda6fe3188df req-1a252a6e-134d-4c8a-b2cd-dc02924b8360 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 210 time: 0.0253885 Jul 28 07:11:21.582088 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc16ff9-0986-4b14-b4f6-6a980f991c54 req-98be7b48-2bae-47d0-abee-33d2ffad839f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:21.583839 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0bc16ff9-0986-4b14-b4f6-6a980f991c54 req-98be7b48-2bae-47d0-abee-33d2ffad839f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 950 time: 0.0475245 Jul 28 07:11:21.620777 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0bc16ff9-0986-4b14-b4f6-6a980f991c54 req-fd0effbe-8111-4d81-976a-8c36a69b2b3d tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0d495ab-fed4-4c57-98e9-450e81f8f96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305407 Jul 28 07:11:21.909069 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['457adf7f-f5a7-4fa1-8eda-a6da8212fa4d'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:11:21.934389 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6eb9df22-24bb-4bc1-ac54-ccce557b06ac req-54688113-c4e3-48aa-bcda-ae4cb8561372 tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 210 time: 0.0330853 Jul 28 07:11:21.951706 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd85723-a134-4f97-9461-b70eb81f2f85 req-c9b181b0-bf44-4302-bd9e-cc07411f5c43 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:21.953241 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-edd85723-a134-4f97-9461-b70eb81f2f85 req-c9b181b0-bf44-4302-bd9e-cc07411f5c43 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.2899184 Jul 28 07:11:21.991268 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-edd85723-a134-4f97-9461-b70eb81f2f85 req-6e5f9160-1241-4bb4-b00c-cec833bccfa3 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318530 Jul 28 07:11:22.189187 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1d7d1-73d3-44d7-8d03-542bb75c128e req-3c78ab42-0d6a-426d-b2f8-5b07c047f6fd tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:22.190603 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-66b1d7d1-73d3-44d7-8d03-542bb75c128e req-3c78ab42-0d6a-426d-b2f8-5b07c047f6fd tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 950 time: 0.0483747 Jul 28 07:11:22.328736 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-66b1d7d1-73d3-44d7-8d03-542bb75c128e req-1a2f3750-7bcf-436e-9704-0e9b3832359f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Deleting port 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:11:22.329075 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-66b1d7d1-73d3-44d7-8d03-542bb75c128e req-1a2f3750-7bcf-436e-9704-0e9b3832359f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:22.422314 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-66b1d7d1-73d3-44d7-8d03-542bb75c128e req-1a2f3750-7bcf-436e-9704-0e9b3832359f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] For port 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=25ac39d2-783d-485c-ae4a-cbe3e83cdcb4,segment=NetworkSegment(b92ff96a-8535-4c2b-b2aa-d644fb9c3a70),segment_id=b92ff96a-8535-4c2b-b2aa-d644fb9c3a70)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:11:22.422809 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-66b1d7d1-73d3-44d7-8d03-542bb75c128e req-1a2f3750-7bcf-436e-9704-0e9b3832359f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:22.435765 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-66b1d7d1-73d3-44d7-8d03-542bb75c128e req-1a2f3750-7bcf-436e-9704-0e9b3832359f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Calling delete_port for 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:11:22.680015 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-66b1d7d1-73d3-44d7-8d03-542bb75c128e req-1a2f3750-7bcf-436e-9704-0e9b3832359f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:22.694461 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['25ac39d2-783d-485c-ae4a-cbe3e83cdcb4'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:11:22.724390 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f3750-7bcf-436e-9704-0e9b3832359f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Pushing event deleted for resources: {'Port': ['ID=25ac39d2-783d-485c-ae4a-cbe3e83cdcb4,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:22.787325 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-08bb3dc8-ee9b-4ed3-981f-4a66a630c72b req-7ceed9ee-e4a2-49c6-b86f-e1ad03ea4747 tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 210 time: 0.0770090 Jul 28 07:11:22.792621 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b1d7d1-73d3-44d7-8d03-542bb75c128e req-1a2f3750-7bcf-436e-9704-0e9b3832359f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] No DVR routers for this DVR port 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 on host hv-cinder-79280 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:11:22.795928 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-66b1d7d1-73d3-44d7-8d03-542bb75c128e req-1a2f3750-7bcf-436e-9704-0e9b3832359f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:22.798894 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-66b1d7d1-73d3-44d7-8d03-542bb75c128e req-1a2f3750-7bcf-436e-9704-0e9b3832359f tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.11 "DELETE /v2.0/ports/25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 HTTP/1.1" status: 204 len: 173 time: 0.6009419 Jul 28 07:11:22.799373 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8d80c0-2487-4308-a48f-889e03f0f496', 'name': 'network-vif-deleted', 'tag': '25ac39d2-783d-485c-ae4a-cbe3e83cdcb4'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:11:22.803184 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1d91e4-f3ad-40fb-a0c3-628138207c28" -d '{"events": [{"server_uuid": "6f8d80c0-2487-4308-a48f-889e03f0f496", "name": "network-vif-deleted", "tag": "25ac39d2-783d-485c-ae4a-cbe3e83cdcb4"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:11:22.844577 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0547ab-718b-4662-ab66-ebeb5d3dda21 x-openstack-request-id: req-2a0547ab-718b-4662-ab66-ebeb5d3dda21 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:11:22.845184 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8d80c0-2487-4308-a48f-889e03f0f496", "name": "network-vif-deleted", "tag": "25ac39d2-783d-485c-ae4a-cbe3e83cdcb4", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:11:22.845590 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a0547ab-718b-4662-ab66-ebeb5d3dda21 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:11:22.845984 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8d80c0-2487-4308-a48f-889e03f0f496', 'name': 'network-vif-deleted', 'tag': '25ac39d2-783d-485c-ae4a-cbe3e83cdcb4', 'status': 'completed', 'code': 200} Jul 28 07:11:23.041840 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ac795867-f8f7-4cd6-99c0-c7a3e184b2b3 req-d815962f-c3c9-41d9-8234-134d714dfbac tempest-AttachVolumeNegativeTest-374069306 tempest-AttachVolumeNegativeTest-374069306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c45e375-d174-44fa-b4c9-903da4837d0c HTTP/1.1" status: 200 len: 210 time: 0.0254107 Jul 28 07:11:23.161833 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ce4e-96be-4a5f-9732-e57c35fc1999 req-5a5e918e-1451-4763-ac1b-28dd10b7bf27 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:23.163401 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a079ce4e-96be-4a5f-9732-e57c35fc1999 req-5a5e918e-1451-4763-ac1b-28dd10b7bf27 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0653243 Jul 28 07:11:23.207192 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a079ce4e-96be-4a5f-9732-e57c35fc1999 req-916598c5-0b5e-4d1b-8b2d-c485cae488bb tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335155 Jul 28 07:11:23.253447 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58258a3-58b7-4d2a-97d1-a6c52750acba req-f1d631db-772c-49e5-a53d-84c9b188a129 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:23.255450 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b58258a3-58b7-4d2a-97d1-a6c52750acba req-f1d631db-772c-49e5-a53d-84c9b188a129 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0521731 Jul 28 07:11:23.295501 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b58258a3-58b7-4d2a-97d1-a6c52750acba req-6a8a9b66-230c-47cb-9c66-263eb01d8336 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339661 Jul 28 07:11:23.892629 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7b35f7d2-fb30-43a6-88a4-b52e9a53d25f req-5a39a23a-b6c5-4f97-9491-901bd69a878e tempest-VolumesNegativeTest-828756950 tempest-VolumesNegativeTest-828756950-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f8d80c0-2487-4308-a48f-889e03f0f496 HTTP/1.1" status: 200 len: 210 time: 0.0263608 Jul 28 07:11:24.096563 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 55276) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:24.142216 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e030fc5-d943-4a18-95e2-0a5a197446b4 admin admin] Deleting subnet 263b7921-99fd-440b-8eeb-ac12d37ebf89 {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 07:11:24.145366 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5e030fc5-d943-4a18-95e2-0a5a197446b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:24.178803 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5e030fc5-d943-4a18-95e2-0a5a197446b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2541760'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:24.218305 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5e030fc5-d943-4a18-95e2-0a5a197446b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991024'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:24.336957 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da60af-4621-4536-bc6a-7623408578d7 req-c414690f-b3bc-4a14-bdf5-a8669ff4c8cf tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:24.336957 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-10da60af-4621-4536-bc6a-7623408578d7 req-c414690f-b3bc-4a14-bdf5-a8669ff4c8cf tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0540025 Jul 28 07:11:24.371059 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5e030fc5-d943-4a18-95e2-0a5a197446b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9288127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147246'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:24.396550 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e030fc5-d943-4a18-95e2-0a5a197446b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=263b7921-99fd-440b-8eeb-ac12d37ebf89,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:24.400807 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-10da60af-4621-4536-bc6a-7623408578d7 req-1868673e-97e5-459f-8ae8-6f4d7e79ad66 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f65dc-78b4-4614-b804-af15b695cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571995 Jul 28 07:11:24.408673 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5e030fc5-d943-4a18-95e2-0a5a197446b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:24.413523 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-5e030fc5-d943-4a18-95e2-0a5a197446b4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/263b7921-99fd-440b-8eeb-ac12d37ebf89 HTTP/1.1" status: 204 len: 168 time: 0.3129930 Jul 28 07:11:24.413523 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 55284) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:24.441563 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250347f-d07b-422f-b08e-cc8c4221577d req-12aaf550-02de-4b53-aaae-cae0450f67c8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:24.443220 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2250347f-d07b-422f-b08e-cc8c4221577d req-12aaf550-02de-4b53-aaae-cae0450f67c8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0575638 Jul 28 07:11:24.481548 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2250347f-d07b-422f-b08e-cc8c4221577d req-ed47db0f-5e3d-4cac-988d-e7a481e8a670 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319200 Jul 28 07:11:24.481922 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dbe5dd05-01ec-49e9-9769-ead5f2a9ee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584642'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:24.566928 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dbe5dd05-01ec-49e9-9769-ead5f2a9ee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983109', 'neutron.services.segments.db._delete_segments_for_network-8745676727345'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:24.576534 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-dbe5dd05-01ec-49e9-9769-ead5f2a9ee27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:11:24.586389 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-dbe5dd05-01ec-49e9-9769-ead5f2a9ee27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fbf760-3246-4b91-9aee-bf4b2fd92e09') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:11:24.587358 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-dbe5dd05-01ec-49e9-9769-ead5f2a9ee27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fbf760-3246-4b91-9aee-bf4b2fd92e09') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:11:24.595793 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dbe5dd05-01ec-49e9-9769-ead5f2a9ee27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745676728122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2541769'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:24.609641 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dbe5dd05-01ec-49e9-9769-ead5f2a9ee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:24.615689 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe5dd05-01ec-49e9-9769-ead5f2a9ee27 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 07:11:24.616148 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dbe5dd05-01ec-49e9-9769-ead5f2a9ee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9288133'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: Traceback (most recent call last): Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: timer() Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: cb(*args, **kw) Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: return func(*args, **kwargs) Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: self._notify() Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: self.callback(batched_events) Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: event.method(event) Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: return f(self, *a, **k) Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: return self._get(url).json() Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 07:11:24.617756 dv-cinder-792800-1-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 07:11:24.708421 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cabccf-b187-408d-912b-70eecca99472 req-67d94b1a-07f6-4cc0-8c74-c7efb7017d8a tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:24.709862 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-28cabccf-b187-408d-912b-70eecca99472 req-67d94b1a-07f6-4cc0-8c74-c7efb7017d8a tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0834920 Jul 28 07:11:24.801082 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-28cabccf-b187-408d-912b-70eecca99472 req-5a473d13-a906-4d6d-be5f-0e75586c581c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Deleting port 01b5f42b-1fda-4adc-8f1b-29e68b78c037 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:11:24.801371 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-28cabccf-b187-408d-912b-70eecca99472 req-5a473d13-a906-4d6d-be5f-0e75586c581c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:24.841571 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dbe5dd05-01ec-49e9-9769-ead5f2a9ee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019784'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:24.853611 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dbe5dd05-01ec-49e9-9769-ead5f2a9ee27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:24.858270 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-dbe5dd05-01ec-49e9-9769-ead5f2a9ee27 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f HTTP/1.1" status: 204 len: 168 time: 0.4413924 Jul 28 07:11:24.869636 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5dd05-01ec-49e9-9769-ead5f2a9ee27 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc4bb2d-1570-4224-8ba9-97a9fd3ffb2f,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:24.918947 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-28cabccf-b187-408d-912b-70eecca99472 req-5a473d13-a906-4d6d-be5f-0e75586c581c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] For port 01b5f42b-1fda-4adc-8f1b-29e68b78c037, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=01b5f42b-1fda-4adc-8f1b-29e68b78c037,segment=NetworkSegment(aeb597cc-1694-46e8-99eb-4cdfceb2d8e4),segment_id=aeb597cc-1694-46e8-99eb-4cdfceb2d8e4)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:11:24.919622 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-28cabccf-b187-408d-912b-70eecca99472 req-5a473d13-a906-4d6d-be5f-0e75586c581c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:24.936712 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-28cabccf-b187-408d-912b-70eecca99472 req-5a473d13-a906-4d6d-be5f-0e75586c581c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Calling delete_port for 01b5f42b-1fda-4adc-8f1b-29e68b78c037 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:11:25.153387 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-28cabccf-b187-408d-912b-70eecca99472 req-5a473d13-a906-4d6d-be5f-0e75586c581c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:25.164794 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['01b5f42b-1fda-4adc-8f1b-29e68b78c037'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:11:25.182901 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a473d13-a906-4d6d-be5f-0e75586c581c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Pushing event deleted for resources: {'Port': ['ID=01b5f42b-1fda-4adc-8f1b-29e68b78c037,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:25.222767 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cabccf-b187-408d-912b-70eecca99472 req-5a473d13-a906-4d6d-be5f-0e75586c581c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] No DVR routers for this DVR port 01b5f42b-1fda-4adc-8f1b-29e68b78c037 on host hv-cinder-79280 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:11:25.225169 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-28cabccf-b187-408d-912b-70eecca99472 req-5a473d13-a906-4d6d-be5f-0e75586c581c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:25.227292 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-28cabccf-b187-408d-912b-70eecca99472 req-5a473d13-a906-4d6d-be5f-0e75586c581c tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.11 "DELETE /v2.0/ports/01b5f42b-1fda-4adc-8f1b-29e68b78c037 HTTP/1.1" status: 204 len: 173 time: 0.5098007 Jul 28 07:11:25.227745 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4eb6a98-96d8-4c81-829d-42bc2d55c0d0', 'name': 'network-vif-deleted', 'tag': '01b5f42b-1fda-4adc-8f1b-29e68b78c037'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:11:25.229974 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee30466-c5bb-40e7-bf01-994fe5e93eb5" -d '{"events": [{"server_uuid": "b4eb6a98-96d8-4c81-829d-42bc2d55c0d0", "name": "network-vif-deleted", "tag": "01b5f42b-1fda-4adc-8f1b-29e68b78c037"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:11:25.267936 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bb7d85-d438-471c-a595-6782bb3e6e9e x-openstack-request-id: req-d9bb7d85-d438-471c-a595-6782bb3e6e9e {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:11:25.275485 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4eb6a98-96d8-4c81-829d-42bc2d55c0d0", "name": "network-vif-deleted", "tag": "01b5f42b-1fda-4adc-8f1b-29e68b78c037", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:11:25.275485 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d9bb7d85-d438-471c-a595-6782bb3e6e9e {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:11:25.275485 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4eb6a98-96d8-4c81-829d-42bc2d55c0d0', 'name': 'network-vif-deleted', 'tag': '01b5f42b-1fda-4adc-8f1b-29e68b78c037', 'status': 'completed', 'code': 200} Jul 28 07:11:25.324982 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 55308) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:25.378962 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 55318) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:25.380658 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-8586d280-85d2-4598-a8ae-eefb91543143 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1cbaeadeed9a497a881cf0c5e53bfb32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0544908 Jul 28 07:11:25.454282 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cf9b8e3f-334d-426c-a452-cc42abceb510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:25.481093 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cf9b8e3f-334d-426c-a452-cc42abceb510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:25.544899 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-165444e0-99aa-4b90-9fbd-e908d4f85eb8 req-8514419a-6602-405a-bfa8-33c4616b6622 tempest-ServerRescueNegativeTestJSON-1866612559 tempest-ServerRescueNegativeTestJSON-1866612559-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4eb6a98-96d8-4c81-829d-42bc2d55c0d0 HTTP/1.1" status: 200 len: 210 time: 0.0388558 Jul 28 07:11:25.627206 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e93c13-8461-4c34-b2c4-a8cb506b2614 req-2f098b47-61a8-4cb2-bdfb-2d31fb6c52c8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:25.628683 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d1e93c13-8461-4c34-b2c4-a8cb506b2614 req-2f098b47-61a8-4cb2-bdfb-2d31fb6c52c8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0498013 Jul 28 07:11:25.633037 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cf9b8e3f-334d-426c-a452-cc42abceb510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:25.635886 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cf9b8e3f-334d-426c-a452-cc42abceb510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:25.636904 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-cf9b8e3f-334d-426c-a452-cc42abceb510 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/507a0527-d63f-460d-90ca-d2e7cc256d44 HTTP/1.1" status: 204 len: 168 time: 0.2559590 Jul 28 07:11:25.656550 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b8e3f-334d-426c-a452-cc42abceb510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507a0527-d63f-460d-90ca-d2e7cc256d44,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:25.670402 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b8e3f-334d-426c-a452-cc42abceb510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:25.670861 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b8e3f-334d-426c-a452-cc42abceb510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:25.671208 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b8e3f-334d-426c-a452-cc42abceb510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:25.671552 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b8e3f-334d-426c-a452-cc42abceb510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:25.671889 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b8e3f-334d-426c-a452-cc42abceb510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:25.672224 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b8e3f-334d-426c-a452-cc42abceb510 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:25.672564 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b8e3f-334d-426c-a452-cc42abceb510 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:25.672893 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b8e3f-334d-426c-a452-cc42abceb510 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:25.673223 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b8e3f-334d-426c-a452-cc42abceb510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:25.673550 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b8e3f-334d-426c-a452-cc42abceb510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:25.673877 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b8e3f-334d-426c-a452-cc42abceb510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:25.674200 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b8e3f-334d-426c-a452-cc42abceb510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:25.689116 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d1e93c13-8461-4c34-b2c4-a8cb506b2614 req-70409f0a-7164-4a1b-98cd-437e4ee857d2 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510647 Jul 28 07:11:25.923795 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:11:25.944528 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] No Port match for: 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:11:25.944862 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 457adf7f-f5a7-4fa1-8eda-a6da8212fa4d not bound to the agent host hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:11:25.945272 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:11:25.964300 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] No Port match for: 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:11:25.964811 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 25ac39d2-783d-485c-ae4a-cbe3e83cdcb4 not bound to the agent host hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:11:26.208803 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 55346) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:26.332339 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e7fc303f-0d10-46c9-adb5-037469feff02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:26.435770 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e7fc303f-0d10-46c9-adb5-037469feff02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:26.549091 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e7fc303f-0d10-46c9-adb5-037469feff02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:26.599143 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e7fc303f-0d10-46c9-adb5-037469feff02 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb241931e7d849029b78149f2b823ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3891773 Jul 28 07:11:26.602420 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 55380) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:26.604760 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc303f-0d10-46c9-adb5-037469feff02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a22424c-f309-4403-b98b-5d2f5a449ccd,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:26.635419 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 55386) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:26.686824 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-15ebe2d8-b300-4943-afab-7c23251f092c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:26.722595 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-15ebe2d8-b300-4943-afab-7c23251f092c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:26.881442 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-15ebe2d8-b300-4943-afab-7c23251f092c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:26.882223 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-15ebe2d8-b300-4943-afab-7c23251f092c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:26.883450 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-15ebe2d8-b300-4943-afab-7c23251f092c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a22424c-f309-4403-b98b-5d2f5a449ccd HTTP/1.1" status: 204 len: 168 time: 0.2798276 Jul 28 07:11:26.901713 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebe2d8-b300-4943-afab-7c23251f092c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a22424c-f309-4403-b98b-5d2f5a449ccd,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:26.919821 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9838a9a-8107-43d9-9f08-92a9ee699eec req-20020382-5756-4210-a2e2-c7c0aeeb000b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:26.921365 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f9838a9a-8107-43d9-9f08-92a9ee699eec req-20020382-5756-4210-a2e2-c7c0aeeb000b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.1033907 Jul 28 07:11:26.997678 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f9838a9a-8107-43d9-9f08-92a9ee699eec req-d0c2eebb-11e0-482e-a173-2627e5410de6 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642591 Jul 28 07:11:27.078268 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:27.190064 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ea93e337-359f-4580-aa48-461168243ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2019898'] for router_interface, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:27.496806 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-ea93e337-359f-4580-aa48-461168243ad5 admin admin] Deleting port eb471718-0b78-4fa5-a777-5186ec7a70f7 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:11:27.500160 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ea93e337-359f-4580-aa48-461168243ad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:27.576526 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-ea93e337-359f-4580-aa48-461168243ad5 admin admin] For port eb471718-0b78-4fa5-a777-5186ec7a70f7, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=eb471718-0b78-4fa5-a777-5186ec7a70f7,segment=NetworkSegment(aeb597cc-1694-46e8-99eb-4cdfceb2d8e4),segment_id=aeb597cc-1694-46e8-99eb-4cdfceb2d8e4)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:11:27.576885 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ea93e337-359f-4580-aa48-461168243ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:27.589691 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-ea93e337-359f-4580-aa48-461168243ad5 admin admin] Calling delete_port for eb471718-0b78-4fa5-a777-5186ec7a70f7 owned by network:router_interface {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:11:27.905591 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 55470) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:27.918758 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7d0a-99e3-4eff-a55c-f67e17ac22c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:27.926872 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 01b5f42b-1fda-4adc-8f1b-29e68b78c037 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:11:27.945634 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] No Port match for: 01b5f42b-1fda-4adc-8f1b-29e68b78c037 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:11:27.945975 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 01b5f42b-1fda-4adc-8f1b-29e68b78c037 not bound to the agent host hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:11:28.003443 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7d0a-99e3-4eff-a55c-f67e17ac22c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:28.116847 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80b7e2-8d3c-419e-8129-fe8741abe38c req-b8323381-720a-408f-a89f-31b379e27482 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:28.136612 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9b80b7e2-8d3c-419e-8129-fe8741abe38c req-b8323381-720a-408f-a89f-31b379e27482 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0486915 Jul 28 07:11:28.136612 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ea93e337-359f-4580-aa48-461168243ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:28.155612 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93e337-359f-4580-aa48-461168243ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb471718-0b78-4fa5-a777-5186ec7a70f7,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:28.182684 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7d0a-99e3-4eff-a55c-f67e17ac22c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:28.223412 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9b80b7e2-8d3c-419e-8129-fe8741abe38c req-dc181553-51f2-4fb8-b781-2eb70cf88358 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956070 Jul 28 07:11:28.244346 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-c7bf7d0a-99e3-4eff-a55c-f67e17ac22c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=20ab5155476c48e29a033b60612282fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365238 Jul 28 07:11:28.245220 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf7d0a-99e3-4eff-a55c-f67e17ac22c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bade0d-9011-40af-9eb9-eddfbfc1f978,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:28.248550 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 55478) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:28.312122 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-597c0dca-e2c1-4c78-b0d1-51d3e93232f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:28.343346 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-597c0dca-e2c1-4c78-b0d1-51d3e93232f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:28.360882 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ea93e337-359f-4580-aa48-461168243ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2019926'] for router_interface, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:28.485094 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-597c0dca-e2c1-4c78-b0d1-51d3e93232f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:28.488058 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-597c0dca-e2c1-4c78-b0d1-51d3e93232f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:28.489523 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-597c0dca-e2c1-4c78-b0d1-51d3e93232f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/52bade0d-9011-40af-9eb9-eddfbfc1f978 HTTP/1.1" status: 204 len: 168 time: 0.2400310 Jul 28 07:11:28.499993 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c0dca-e2c1-4c78-b0d1-51d3e93232f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bade0d-9011-40af-9eb9-eddfbfc1f978,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:28.524815 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027aa936-409e-43b0-bd23-aca4aa36f81d req-19b4c852-14aa-4503-89b1-283b3073ee40 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:28.526316 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-027aa936-409e-43b0-bd23-aca4aa36f81d req-19b4c852-14aa-4503-89b1-283b3073ee40 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 945 time: 0.1103086 Jul 28 07:11:28.828043 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-027aa936-409e-43b0-bd23-aca4aa36f81d req-f081b99a-e152-4430-908e-2337eb9d6e5a tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956204 Jul 28 07:11:28.902497 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea93e337-359f-4580-aa48-461168243ad5 admin admin] Router 483796bd-b799-4bf3-b631-d710b08daabf has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:11:29.017938 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea93e337-359f-4580-aa48-461168243ad5 admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:11:29.023661 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ea93e337-359f-4580-aa48-461168243ad5 admin admin] 10.222.0.10 "PUT /v2.0/routers/483796bd-b799-4bf3-b631-d710b08daabf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3868699 Jul 28 07:11:29.027173 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 55548) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:29.035644 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021643de-1559-4d5b-b4e8-ceb09932a4a2 None None] Sync routers for ids ['483796bd-b799-4bf3-b631-d710b08daabf'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:11:29.047567 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021643de-1559-4d5b-b4e8-ceb09932a4a2 None None] Routers {'483796bd-b799-4bf3-b631-d710b08daabf'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:11:29.048140 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-021643de-1559-4d5b-b4e8-ceb09932a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:11:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['483796bd-b799-4bf3-b631-d710b08daabf'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:11:29.147029 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-911a4245-ed55-4ea2-8dd9-f31d1feadaf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:29.156148 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-021643de-1559-4d5b-b4e8-ceb09932a4a2 None None] Set router 483796bd-b799-4bf3-b631-d710b08daabf gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:11:29.249862 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-911a4245-ed55-4ea2-8dd9-f31d1feadaf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:29.336963 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-021643de-1559-4d5b-b4e8-ceb09932a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483796bd-b799-4bf3-b631-d710b08daabf', 'name': 'tempest-ServerRescueNegativeTestJSON-337748734-router', 'tenant_id': '0971c291dd1641df82c27807255ee0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b707ea3e-f56a-468c-bbad-5f90abcbfb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:08:03Z', 'updated_at': '2021-07-28T07:11:27Z', 'revision_number': 5, 'project_id': '0971c291dd1641df82c27807255ee0c7', 'gw_port': {'id': 'b707ea3e-f56a-468c-bbad-5f90abcbfb2d', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:03:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483796bd-b799-4bf3-b631-d710b08daabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:08:04Z', 'updated_at': '2021-07-28T07:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:11:29.369983 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021643de-1559-4d5b-b4e8-ceb09932a4a2 None None] Checking router: 483796bd-b799-4bf3-b631-d710b08daabf for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:11:29.370299 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6af6c-b8eb-4186-b024-aedd87128bfd req-8b8557cd-5f7c-49e5-821a-283008a50e35 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:29.378219 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a5e6af6c-b8eb-4186-b024-aedd87128bfd req-8b8557cd-5f7c-49e5-821a-283008a50e35 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0725527 Jul 28 07:11:29.379324 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021643de-1559-4d5b-b4e8-ceb09932a4a2 None None] Routers {'483796bd-b799-4bf3-b631-d710b08daabf'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:11:29.380004 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-021643de-1559-4d5b-b4e8-ceb09932a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:11:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['483796bd-b799-4bf3-b631-d710b08daabf'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:11:29.410409 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 55572) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:29.432937 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a5e6af6c-b8eb-4186-b024-aedd87128bfd req-c6ab7072-834e-42ef-8b31-c8d9564d5399 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459702 Jul 28 07:11:29.438590 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-911a4245-ed55-4ea2-8dd9-f31d1feadaf4 admin admin] Deleting port b707ea3e-f56a-468c-bbad-5f90abcbfb2d {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:11:29.439173 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-911a4245-ed55-4ea2-8dd9-f31d1feadaf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:29.477243 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6115a99d-eded-4d2f-b973-902765f57550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:29.483512 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-021643de-1559-4d5b-b4e8-ceb09932a4a2 None None] Set router 483796bd-b799-4bf3-b631-d710b08daabf gateway port host: None {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:11:29.536090 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-021643de-1559-4d5b-b4e8-ceb09932a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483796bd-b799-4bf3-b631-d710b08daabf', 'name': 'tempest-ServerRescueNegativeTestJSON-337748734-router', 'tenant_id': '0971c291dd1641df82c27807255ee0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:08:03Z', 'updated_at': '2021-07-28T07:11:29Z', 'revision_number': 6, 'project_id': '0971c291dd1641df82c27807255ee0c7', 'gw_port_host': None}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:11:29.545395 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-911a4245-ed55-4ea2-8dd9-f31d1feadaf4 admin admin] For port b707ea3e-f56a-468c-bbad-5f90abcbfb2d, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=b707ea3e-f56a-468c-bbad-5f90abcbfb2d,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:11:29.546055 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-911a4245-ed55-4ea2-8dd9-f31d1feadaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:29.566607 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-911a4245-ed55-4ea2-8dd9-f31d1feadaf4 admin admin] Calling delete_port for b707ea3e-f56a-468c-bbad-5f90abcbfb2d owned by network:router_gateway {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:11:29.574668 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021643de-1559-4d5b-b4e8-ceb09932a4a2 None None] The sync data for ids ['483796bd-b799-4bf3-b631-d710b08daabf'] in dv-cinder-792800-1-iscsi is: [{'id': '483796bd-b799-4bf3-b631-d710b08daabf', 'name': 'tempest-ServerRescueNegativeTestJSON-337748734-router', 'tenant_id': '0971c291dd1641df82c27807255ee0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:08:03Z', 'updated_at': '2021-07-28T07:11:29Z', 'revision_number': 6, 'project_id': '0971c291dd1641df82c27807255ee0c7', 'gw_port_host': None}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:11:29.744594 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6115a99d-eded-4d2f-b973-902765f57550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:29.856476 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6115a99d-eded-4d2f-b973-902765f57550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:29.896546 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-6115a99d-eded-4d2f-b973-902765f57550 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=df2276d2fc294e2d8a704b52f116c43d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4836388 Jul 28 07:11:29.897576 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115a99d-eded-4d2f-b973-902765f57550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86c7009-8a6f-4fe6-a8cc-61e28b3a3236,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:29.900120 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 55606) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:30.005468 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-911a4245-ed55-4ea2-8dd9-f31d1feadaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:30.014071 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ec4d5c1b-b628-4c6b-b3b0-2862e6de5abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:30.022997 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945d9b3-d6d3-4bbc-b8f5-5725a0b98a53 req-d36ce02e-fed4-45b5-afbf-62e3eea20460 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:30.025903 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6945d9b3-d6d3-4bbc-b8f5-5725a0b98a53 req-d36ce02e-fed4-45b5-afbf-62e3eea20460 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 945 time: 0.0815625 Jul 28 07:11:30.026044 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a4245-ed55-4ea2-8dd9-f31d1feadaf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b707ea3e-f56a-468c-bbad-5f90abcbfb2d,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:30.065530 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ec4d5c1b-b628-4c6b-b3b0-2862e6de5abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:30.115364 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-911a4245-ed55-4ea2-8dd9-f31d1feadaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2019828'] for router_gateway, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:30.122655 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6945d9b3-d6d3-4bbc-b8f5-5725a0b98a53 req-6022ef2a-f62d-4f00-bd7b-552d52038a4f tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797553 Jul 28 07:11:30.225048 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 55614) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:30.245248 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ec4d5c1b-b628-4c6b-b3b0-2862e6de5abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:30.247847 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ec4d5c1b-b628-4c6b-b3b0-2862e6de5abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:30.251407 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ec4d5c1b-b628-4c6b-b3b0-2862e6de5abf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f86c7009-8a6f-4fe6-a8cc-61e28b3a3236 HTTP/1.1" status: 204 len: 168 time: 0.3471711 Jul 28 07:11:30.263035 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d5c1b-b628-4c6b-b3b0-2862e6de5abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86c7009-8a6f-4fe6-a8cc-61e28b3a3236,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:30.273755 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-911a4245-ed55-4ea2-8dd9-f31d1feadaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1612907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:30.277245 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-911a4245-ed55-4ea2-8dd9-f31d1feadaf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:30.327416 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38c829-ec0f-4157-8f8a-15546eeab672 req-f7958b79-7e7c-4f52-abd5-b64c6c5435ae tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:30.328891 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2b38c829-ec0f-4157-8f8a-15546eeab672 req-f7958b79-7e7c-4f52-abd5-b64c6c5435ae tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 945 time: 0.1364546 Jul 28 07:11:30.355368 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f03f92f5-1872-4d6b-8cce-62112fabde70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:30.476319 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f03f92f5-1872-4d6b-8cce-62112fabde70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:30.565304 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9a232-036b-44b7-a630-6d70331fee50 req-2fa6a783-5a4e-4316-822c-23d4b7b16a1b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:30.567156 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-94a9a232-036b-44b7-a630-6d70331fee50 req-2fa6a783-5a4e-4316-822c-23d4b7b16a1b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0516477 Jul 28 07:11:30.568613 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f03f92f5-1872-4d6b-8cce-62112fabde70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:30.619475 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-911a4245-ed55-4ea2-8dd9-f31d1feadaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1612795'] for router, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:30.620206 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911a4245-ed55-4ea2-8dd9-f31d1feadaf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 483796bd-b799-4bf3-b631-d710b08daabf {{(pid=93860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 07:11:30.644712 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f03f92f5-1872-4d6b-8cce-62112fabde70 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5be6350ebed94d33bb7fc61a2b027b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4180248 Jul 28 07:11:30.647069 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-911a4245-ed55-4ea2-8dd9-f31d1feadaf4 admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:30.648252 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-911a4245-ed55-4ea2-8dd9-f31d1feadaf4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/483796bd-b799-4bf3-b631-d710b08daabf HTTP/1.1" status: 204 len: 168 time: 1.6203048 Jul 28 07:11:30.653006 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f92f5-1872-4d6b-8cce-62112fabde70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc451f52-835d-463a-92f8-4c460a7bb7a4,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:30.669464 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 55632) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:30.670027 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 55634) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:30.705405 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-94a9a232-036b-44b7-a630-6d70331fee50 req-8af5527f-e119-40fe-a5d6-39069d082687 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197209 Jul 28 07:11:30.763178 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a910a0-84ad-4aae-bf4e-4ea172ed806a admin admin] Deleting subnet 04ce5e32-4c6c-4b89-a89b-cb43b533785f {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 07:11:30.781045 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-77a910a0-84ad-4aae-bf4e-4ea172ed806a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:30.826587 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-2b38c829-ec0f-4157-8f8a-15546eeab672 req-d0b43a60-f34c-4eec-925c-fe589af854b1 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Deleting port bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:11:30.826587 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2b38c829-ec0f-4157-8f8a-15546eeab672 req-d0b43a60-f34c-4eec-925c-fe589af854b1 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:30.872732 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6e9a4085-97a5-4186-903f-a0a94a93226f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:30.889297 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-77a910a0-84ad-4aae-bf4e-4ea172ed806a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2541760'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:30.947259 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6e9a4085-97a5-4186-903f-a0a94a93226f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:30.959768 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device b707ea3e-f56a-468c-bbad-5f90abcbfb2d no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:11:30.983841 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: b707ea3e-f56a-468c-bbad-5f90abcbfb2d {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:11:30.984183 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device b707ea3e-f56a-468c-bbad-5f90abcbfb2d not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:11:30.984604 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device eb471718-0b78-4fa5-a777-5186ec7a70f7 no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:11:30.985247 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-77a910a0-84ad-4aae-bf4e-4ea172ed806a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991024'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:31.002920 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: eb471718-0b78-4fa5-a777-5186ec7a70f7 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:11:31.003264 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device eb471718-0b78-4fa5-a777-5186ec7a70f7 not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:11:31.028203 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-2b38c829-ec0f-4157-8f8a-15546eeab672 req-d0b43a60-f34c-4eec-925c-fe589af854b1 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] For port bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7,segment=NetworkSegment(481ccc23-8c63-46ec-bbbd-4f54d85e8a5a),segment_id=481ccc23-8c63-46ec-bbbd-4f54d85e8a5a)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:11:31.028567 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2b38c829-ec0f-4157-8f8a-15546eeab672 req-d0b43a60-f34c-4eec-925c-fe589af854b1 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:31.047665 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-2b38c829-ec0f-4157-8f8a-15546eeab672 req-d0b43a60-f34c-4eec-925c-fe589af854b1 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Calling delete_port for bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:11:31.143117 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6e9a4085-97a5-4186-903f-a0a94a93226f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:31.145655 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6e9a4085-97a5-4186-903f-a0a94a93226f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:31.147001 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-6e9a4085-97a5-4186-903f-a0a94a93226f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc451f52-835d-463a-92f8-4c460a7bb7a4 HTTP/1.1" status: 204 len: 168 time: 0.4735813 Jul 28 07:11:31.185805 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a4085-97a5-4186-903f-a0a94a93226f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc451f52-835d-463a-92f8-4c460a7bb7a4,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:31.186766 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-77a910a0-84ad-4aae-bf4e-4ea172ed806a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9288127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147246'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:31.225726 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a910a0-84ad-4aae-bf4e-4ea172ed806a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04ce5e32-4c6c-4b89-a89b-cb43b533785f,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:31.231686 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-77a910a0-84ad-4aae-bf4e-4ea172ed806a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:31.231686 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-77a910a0-84ad-4aae-bf4e-4ea172ed806a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/04ce5e32-4c6c-4b89-a89b-cb43b533785f HTTP/1.1" status: 204 len: 168 time: 0.5585289 Jul 28 07:11:31.232357 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 55666) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:31.280910 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db86d58-88ae-4ef8-92a2-36db2afc4f4a req-3b22cef1-96de-4786-8cf9-f19006b8ab3a tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:31.282595 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0db86d58-88ae-4ef8-92a2-36db2afc4f4a req-3b22cef1-96de-4786-8cf9-f19006b8ab3a tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 945 time: 0.0591574 Jul 28 07:11:31.304444 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2bfadb44-c160-45b8-a39a-0ab4134f97c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584642'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:31.321161 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0db86d58-88ae-4ef8-92a2-36db2afc4f4a req-96766c88-ebba-4620-857c-126200de46a4 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/security-groups?id=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325792 Jul 28 07:11:31.387141 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2bfadb44-c160-45b8-a39a-0ab4134f97c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983109', 'neutron.services.segments.db._delete_segments_for_network-8745676727345'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:31.396765 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-2bfadb44-c160-45b8-a39a-0ab4134f97c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11156f08-0d12-4240-b1b6-a1274a83eab6']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:11:31.407547 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-2bfadb44-c160-45b8-a39a-0ab4134f97c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb597cc-1694-46e8-99eb-4cdfceb2d8e4') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:11:31.407837 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-2bfadb44-c160-45b8-a39a-0ab4134f97c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb597cc-1694-46e8-99eb-4cdfceb2d8e4') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:11:31.417286 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2bfadb44-c160-45b8-a39a-0ab4134f97c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745676728122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2541769'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:31.428472 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2b38c829-ec0f-4157-8f8a-15546eeab672 req-d0b43a60-f34c-4eec-925c-fe589af854b1 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:31.435302 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2bfadb44-c160-45b8-a39a-0ab4134f97c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:31.440433 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:11:31.462527 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bfadb44-c160-45b8-a39a-0ab4134f97c8 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2bfadb44-c160-45b8-a39a-0ab4134f97c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9288133'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: Traceback (most recent call last): Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: timer() Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: cb(*args, **kw) Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: return func(*args, **kwargs) Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: self._notify() Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: self.callback(batched_events) Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: event.method(event) Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: return f(self, *a, **k) Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: return self._get(url).json() Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 07:11:31.465295 dv-cinder-792800-1-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 07:11:31.467290 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b43a60-f34c-4eec-925c-fe589af854b1 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Pushing event deleted for resources: {'Port': ['ID=bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:31.549835 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b38c829-ec0f-4157-8f8a-15546eeab672 req-d0b43a60-f34c-4eec-925c-fe589af854b1 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] No DVR routers for this DVR port bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7 on host hv-cinder-79280 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:11:31.552206 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2b38c829-ec0f-4157-8f8a-15546eeab672 req-d0b43a60-f34c-4eec-925c-fe589af854b1 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:31.554231 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2b38c829-ec0f-4157-8f8a-15546eeab672 req-d0b43a60-f34c-4eec-925c-fe589af854b1 tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.11 "DELETE /v2.0/ports/bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7 HTTP/1.1" status: 204 len: 173 time: 1.1923251 Jul 28 07:11:31.554690 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d99544f-743a-4cbf-8e09-ec65ece7d0dd', 'name': 'network-vif-deleted', 'tag': 'bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:11:31.557625 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a67a00e-8676-4825-ada2-e83ca127688c" -d '{"events": [{"server_uuid": "1d99544f-743a-4cbf-8e09-ec65ece7d0dd", "name": "network-vif-deleted", "tag": "bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:11:31.593135 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3525c6-4623-4cc4-b1c8-82969afb9cbf x-openstack-request-id: req-0d3525c6-4623-4cc4-b1c8-82969afb9cbf {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:11:31.593424 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d99544f-743a-4cbf-8e09-ec65ece7d0dd", "name": "network-vif-deleted", "tag": "bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:11:31.593676 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d3525c6-4623-4cc4-b1c8-82969afb9cbf {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:11:31.594071 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d99544f-743a-4cbf-8e09-ec65ece7d0dd', 'name': 'network-vif-deleted', 'tag': 'bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7', 'status': 'completed', 'code': 200} Jul 28 07:11:31.679415 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2bfadb44-c160-45b8-a39a-0ab4134f97c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019784'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:31.686710 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2bfadb44-c160-45b8-a39a-0ab4134f97c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:31.688894 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-2bfadb44-c160-45b8-a39a-0ab4134f97c8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/11156f08-0d12-4240-b1b6-a1274a83eab6 HTTP/1.1" status: 204 len: 168 time: 0.4555120 Jul 28 07:11:31.699762 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfadb44-c160-45b8-a39a-0ab4134f97c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=11156f08-0d12-4240-b1b6-a1274a83eab6,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:31.853983 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26dea4-4842-44cc-a43d-02715b40f2be req-3cdd8c5f-84d8-454f-b916-4ebf17ab065b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:31.858034 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fd26dea4-4842-44cc-a43d-02715b40f2be req-3cdd8c5f-84d8-454f-b916-4ebf17ab065b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0486856 Jul 28 07:11:31.898052 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fd26dea4-4842-44cc-a43d-02715b40f2be req-0f976895-e3bb-4fa3-a4bd-3b8458c62e27 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342793 Jul 28 07:11:32.334939 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 55680) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:32.355274 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b969303b-b633-4dcd-af7e-ed8cddf3dd3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:32.403414 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 55684) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:32.440783 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e3ddbee7-a568-494a-bbe8-40c4446fdb29 req-56b58b23-f035-4208-a27b-85ad1e3bd7bc tempest-VolumesSnapshotTestJSON-521086321 tempest-VolumesSnapshotTestJSON-521086321-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d99544f-743a-4cbf-8e09-ec65ece7d0dd HTTP/1.1" status: 200 len: 210 time: 0.0263748 Jul 28 07:11:32.473332 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-239ce52d-a21a-4359-b179-87543c4d6436 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0971c291dd1641df82c27807255ee0c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0678523 Jul 28 07:11:32.475014 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 55686) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:32.510883 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b969303b-b633-4dcd-af7e-ed8cddf3dd3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:32.539073 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ef344eb6-a134-4270-8b3f-d5997a8bc1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:32.560085 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ef344eb6-a134-4270-8b3f-d5997a8bc1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:32.610083 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b969303b-b633-4dcd-af7e-ed8cddf3dd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:32.647214 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b969303b-b633-4dcd-af7e-ed8cddf3dd3b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=219801a855e64a4a81156cb0f14ba95b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111730 Jul 28 07:11:32.648291 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969303b-b633-4dcd-af7e-ed8cddf3dd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979be8d3-02f3-4777-8d5a-535c127da01a,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:32.650604 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 55688) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:32.699169 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2ccb3978-ceba-430a-87bd-66490e3c3446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:32.720374 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2ccb3978-ceba-430a-87bd-66490e3c3446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:32.724853 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ef344eb6-a134-4270-8b3f-d5997a8bc1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:32.729447 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ef344eb6-a134-4270-8b3f-d5997a8bc1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:32.729447 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ef344eb6-a134-4270-8b3f-d5997a8bc1af admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fb4f65dc-78b4-4614-b804-af15b695cd11 HTTP/1.1" status: 204 len: 168 time: 0.2530897 Jul 28 07:11:32.738837 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef344eb6-a134-4270-8b3f-d5997a8bc1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4f65dc-78b4-4614-b804-af15b695cd11,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:32.993754 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2ccb3978-ceba-430a-87bd-66490e3c3446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:32.996681 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2ccb3978-ceba-430a-87bd-66490e3c3446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:33.000226 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-2ccb3978-ceba-430a-87bd-66490e3c3446 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/979be8d3-02f3-4777-8d5a-535c127da01a HTTP/1.1" status: 204 len: 168 time: 0.3462679 Jul 28 07:11:33.019548 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb3978-ceba-430a-87bd-66490e3c3446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979be8d3-02f3-4777-8d5a-535c127da01a,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:33.036336 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be970c-719d-449c-9303-cbfe2b00e74d req-73f55bb3-638a-402c-973b-1ae4e93f032b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:33.038559 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-66be970c-719d-449c-9303-cbfe2b00e74d req-73f55bb3-638a-402c-973b-1ae4e93f032b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0695598 Jul 28 07:11:33.078582 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-66be970c-719d-449c-9303-cbfe2b00e74d req-d9ed219b-7aa9-419d-9c20-e4817523fb17 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328479 Jul 28 07:11:33.142444 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 55700) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:33.417642 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 55714) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:33.418132 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-1cae2f5f-249f-4d09-b7f6-bd9b70711bd1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2e84deda5cc474a9483278f45234316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740157 Jul 28 07:11:33.471156 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7d6d252a-1b16-47d9-a6a9-d1b7d09c3485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:33.496377 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7d6d252a-1b16-47d9-a6a9-d1b7d09c3485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:33.655149 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7d6d252a-1b16-47d9-a6a9-d1b7d09c3485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:33.658819 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7d6d252a-1b16-47d9-a6a9-d1b7d09c3485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:33.662859 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-7d6d252a-1b16-47d9-a6a9-d1b7d09c3485 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0d495ab-fed4-4c57-98e9-450e81f8f96b HTTP/1.1" status: 204 len: 168 time: 0.2405646 Jul 28 07:11:33.668916 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d252a-1b16-47d9-a6a9-d1b7d09c3485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d495ab-fed4-4c57-98e9-450e81f8f96b,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:33.922772 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:11:33.947581 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] No Port match for: bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:11:33.949493 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device bc1bf5fe-75db-48a0-b8eb-b7e8389d60f7 not bound to the agent host hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:11:34.305077 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b6287-9fba-435a-a263-85e4319466eb req-8d41ac56-aac6-4a85-933f-1ee53dfb95e8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:34.307614 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ed6b6287-9fba-435a-a263-85e4319466eb req-8d41ac56-aac6-4a85-933f-1ee53dfb95e8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.1057878 Jul 28 07:11:34.367385 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ed6b6287-9fba-435a-a263-85e4319466eb req-b39286b1-aaec-4668-b21b-6e45fa652f0b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500081 Jul 28 07:11:35.496194 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4625d-5288-4ca1-a33e-eed20df6e6a2 req-00de53d8-00b6-40bb-9795-7c8253c2eff9 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:35.498470 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-54f4625d-5288-4ca1-a33e-eed20df6e6a2 req-00de53d8-00b6-40bb-9795-7c8253c2eff9 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0550427 Jul 28 07:11:35.537592 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-54f4625d-5288-4ca1-a33e-eed20df6e6a2 req-5939dd79-acb9-4399-bde8-79040b698638 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330942 Jul 28 07:11:36.657690 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04fd69-1b8c-4d7d-bf41-9632d946fb50 req-5e28fc02-ce62-4839-a3f4-bf0e31dbc8af tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:36.659361 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bd04fd69-1b8c-4d7d-bf41-9632d946fb50 req-5e28fc02-ce62-4839-a3f4-bf0e31dbc8af tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0482554 Jul 28 07:11:36.697738 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bd04fd69-1b8c-4d7d-bf41-9632d946fb50 req-5ae1ca07-339a-44ab-b67a-a57ad03af617 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325625 Jul 28 07:11:37.813303 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e596e-6e60-4d73-813a-739cb2fc73a3 req-be29b4f2-ac01-481f-92cf-1108546c1625 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:37.814806 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-da7e596e-6e60-4d73-813a-739cb2fc73a3 req-be29b4f2-ac01-481f-92cf-1108546c1625 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0478702 Jul 28 07:11:37.852781 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-da7e596e-6e60-4d73-813a-739cb2fc73a3 req-8e99c16d-3ab7-417b-96c4-63c81a0bc57b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319698 Jul 28 07:11:38.988666 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57ab87-1533-4d05-b242-6b43bde6fff4 req-ae0d2fa9-2d0c-4cd0-b144-843f4dc0144c tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:38.990126 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ca57ab87-1533-4d05-b242-6b43bde6fff4 req-ae0d2fa9-2d0c-4cd0-b144-843f4dc0144c tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0551944 Jul 28 07:11:39.030702 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ca57ab87-1533-4d05-b242-6b43bde6fff4 req-1ad5bb8a-7549-490a-9574-2f628bfac639 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341353 Jul 28 07:11:39.717482 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 55924) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:39.718590 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bc85-1033-4af1-b266-c4004ea4052d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:39.817416 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1177b94e-5977-4a5c-88b0-6613201602a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:39.901114 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1177b94e-5977-4a5c-88b0-6613201602a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:39.986885 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1177b94e-5977-4a5c-88b0-6613201602a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:40.023439 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1177b94e-5977-4a5c-88b0-6613201602a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a7eb8ba44a404cec95a20c601d935c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049295 Jul 28 07:11:40.025904 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177b94e-5977-4a5c-88b0-6613201602a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060bd07d-b801-47f4-b0d7-afc6d60953a4,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:40.026881 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 55928) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:40.075082 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1f699acf-edc3-4356-b368-c0533d59d404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:40.096461 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1f699acf-edc3-4356-b368-c0533d59d404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:40.172134 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da803c-a37f-4658-9b64-20e4a3a3a4ae req-52c606c6-0286-4429-b4e5-ff8505c8aaa3 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:40.173628 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-31da803c-a37f-4658-9b64-20e4a3a3a4ae req-52c606c6-0286-4429-b4e5-ff8505c8aaa3 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0629458 Jul 28 07:11:40.225951 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-31da803c-a37f-4658-9b64-20e4a3a3a4ae req-40050c5b-6ee5-4f71-9941-8cc3c6563e36 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454419 Jul 28 07:11:40.284560 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1f699acf-edc3-4356-b368-c0533d59d404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:40.287151 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1f699acf-edc3-4356-b368-c0533d59d404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:40.288263 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-1f699acf-edc3-4356-b368-c0533d59d404 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/060bd07d-b801-47f4-b0d7-afc6d60953a4 HTTP/1.1" status: 204 len: 168 time: 0.2604117 Jul 28 07:11:40.296179 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f699acf-edc3-4356-b368-c0533d59d404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060bd07d-b801-47f4-b0d7-afc6d60953a4,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:41.066688 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 55964) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:41.079869 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f995baf5-2b34-4930-8153-8c394cb91f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:41.163189 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f995baf5-2b34-4930-8153-8c394cb91f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:41.249887 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f995baf5-2b34-4930-8153-8c394cb91f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:41.290176 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f995baf5-2b34-4930-8153-8c394cb91f4d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=90c9e8b31c014d0cb21e8b088fcc5727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218342 Jul 28 07:11:41.293212 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 55968) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:41.295262 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995baf5-2b34-4930-8153-8c394cb91f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb7899e-624b-429a-817c-b4f0fa43a35d,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:41.342885 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e7f3-ff76-45ca-8a9d-d0899e17a787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:41.350155 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56106a-8797-4254-8f3e-3dbe477e6c94 req-5f273756-0320-4b73-a126-b4d8980ca53b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:41.351672 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2c56106a-8797-4254-8f3e-3dbe477e6c94 req-5f273756-0320-4b73-a126-b4d8980ca53b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0504696 Jul 28 07:11:41.365645 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e7f3-ff76-45ca-8a9d-d0899e17a787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:41.390994 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2c56106a-8797-4254-8f3e-3dbe477e6c94 req-7f21a88c-656f-4ef5-b09d-cfbe182e8b77 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326929 Jul 28 07:11:41.473015 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e7f3-ff76-45ca-8a9d-d0899e17a787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:41.475663 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e7f3-ff76-45ca-8a9d-d0899e17a787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:41.476919 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d0d7e7f3-ff76-45ca-8a9d-d0899e17a787 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ddb7899e-624b-429a-817c-b4f0fa43a35d HTTP/1.1" status: 204 len: 168 time: 0.1826878 Jul 28 07:11:41.485443 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7e7f3-ff76-45ca-8a9d-d0899e17a787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb7899e-624b-429a-817c-b4f0fa43a35d,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:42.123345 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 55998) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:42.270371 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e4435047-35ce-4f91-9db3-4cf936b5ad0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:42.356478 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e4435047-35ce-4f91-9db3-4cf936b5ad0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:42.495825 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e4435047-35ce-4f91-9db3-4cf936b5ad0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:42.505535 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d42ba8-3816-40e6-8317-41588ac9abec req-42d8e6ce-4a59-41e5-b54f-22c11f1fc553 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:42.507014 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-78d42ba8-3816-40e6-8317-41588ac9abec req-42d8e6ce-4a59-41e5-b54f-22c11f1fc553 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0470190 Jul 28 07:11:42.519095 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b104d1f7-9d2d-4ece-87f0-03f91faddc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:42.533570 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e4435047-35ce-4f91-9db3-4cf936b5ad0a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b6e30da4dd0f403f88d3638cb1bf033e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022391 Jul 28 07:11:42.533570 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 56012) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:42.555970 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-78d42ba8-3816-40e6-8317-41588ac9abec req-de4e11ac-e9d6-4f20-b300-ba3be74496e4 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426655 Jul 28 07:11:42.572050 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4435047-35ce-4f91-9db3-4cf936b5ad0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d544e9-c5e0-4305-821c-db6232d6bfe6,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:42.592465 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1591d431-fd6d-458b-ac7d-44aed3418b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:42.613541 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1591d431-fd6d-458b-ac7d-44aed3418b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:42.787889 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1591d431-fd6d-458b-ac7d-44aed3418b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:42.788061 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:42.790538 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1591d431-fd6d-458b-ac7d-44aed3418b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:42.791677 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1591d431-fd6d-458b-ac7d-44aed3418b98 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76d544e9-c5e0-4305-821c-db6232d6bfe6 HTTP/1.1" status: 204 len: 168 time: 0.2615018 Jul 28 07:11:42.799632 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591d431-fd6d-458b-ac7d-44aed3418b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d544e9-c5e0-4305-821c-db6232d6bfe6,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:43.346033 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:43.439666 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 56038) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:43.452588 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f8027454-b03a-4486-9651-b2aad0d2ec95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:43.541156 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f8027454-b03a-4486-9651-b2aad0d2ec95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:43.655709 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f8027454-b03a-4486-9651-b2aad0d2ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:43.677764 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4c799-2d52-474b-9f3c-eb23a7c85acc req-100de881-5da5-4e01-90ff-6da29bfc4ffa tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:43.679608 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-76d4c799-2d52-474b-9f3c-eb23a7c85acc req-100de881-5da5-4e01-90ff-6da29bfc4ffa tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0506392 Jul 28 07:11:43.696140 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f8027454-b03a-4486-9651-b2aad0d2ec95 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb018b4db2e94a05a49e0cbef487b8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552235 Jul 28 07:11:43.699220 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 56048) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:43.707120 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8027454-b03a-4486-9651-b2aad0d2ec95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c008c6-4911-4dc1-a29d-b0cd8fc8e414,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:43.725893 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-76d4c799-2d52-474b-9f3c-eb23a7c85acc req-ff4de4b3-4024-4936-a0f2-9f24c66640be tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371959 Jul 28 07:11:43.755452 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-09b44dfb-f4f4-4aa8-b649-42ef998be84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:43.776886 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-09b44dfb-f4f4-4aa8-b649-42ef998be84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:43.981534 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-09b44dfb-f4f4-4aa8-b649-42ef998be84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:43.984061 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-09b44dfb-f4f4-4aa8-b649-42ef998be84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:43.985237 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-09b44dfb-f4f4-4aa8-b649-42ef998be84f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22c008c6-4911-4dc1-a29d-b0cd8fc8e414 HTTP/1.1" status: 204 len: 168 time: 0.2850783 Jul 28 07:11:43.993107 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b44dfb-f4f4-4aa8-b649-42ef998be84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c008c6-4911-4dc1-a29d-b0cd8fc8e414,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:44.000688 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device f1ce5be7-933f-404f-8e23-23fdcc874fb3 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:11:44.108861 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port f1ce5be7-933f-404f-8e23-23fdcc874fb3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f1ce5be7-933f-404f-8e23-23fdcc874fb3,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:11:44.120438 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'port_id': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3', 'mac_address': 'fa:16:3e:1d:6a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:11:44.159651 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:44.176789 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1ce5be7-933f-404f-8e23-23fdcc874fb3 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:11:44.197651 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port f1ce5be7-933f-404f-8e23-23fdcc874fb3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f1ce5be7-933f-404f-8e23-23fdcc874fb3,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:11:44.267402 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:44.315060 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 56058) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:44.326003 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=f1ce5be7-933f-404f-8e23-23fdcc874fb3,revision_number=6']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:44.333253 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:44.348180 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:44.348180 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:44.348180 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:44.348180 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:44.348180 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:44.348180 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:44.348180 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:44.348180 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:44.348180 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:44.348180 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:44.348180 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:11:44.348180 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['f1ce5be7-933f-404f-8e23-23fdcc874fb3'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:11:44.493614 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6f2b61fb-78fe-4634-b734-38a197526761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:44.577859 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6f2b61fb-78fe-4634-b734-38a197526761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:44.713290 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6f2b61fb-78fe-4634-b734-38a197526761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:44.751520 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-6f2b61fb-78fe-4634-b734-38a197526761 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=acdc9b030fb940168fd506718697b99a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4353471 Jul 28 07:11:44.753736 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b61fb-78fe-4634-b734-38a197526761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c8565d-7179-45f1-99ab-5cd130e0299c,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:44.756078 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 56074) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:44.821281 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b9b7d19f-9de7-4821-a25e-ef70d18b675b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:44.859525 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b9b7d19f-9de7-4821-a25e-ef70d18b675b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:44.860967 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af6c03-9e0f-4073-a20b-1156abd23e02 req-a7163c62-8e69-44f1-b33b-4e87405f2219 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:44.863147 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a1af6c03-9e0f-4073-a20b-1156abd23e02 req-a7163c62-8e69-44f1-b33b-4e87405f2219 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 945 time: 0.0568171 Jul 28 07:11:44.928053 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a1af6c03-9e0f-4073-a20b-1156abd23e02 req-618dd1cd-53d7-40ce-9d04-bd1e921cfc02 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415077 Jul 28 07:11:45.061685 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b9b7d19f-9de7-4821-a25e-ef70d18b675b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:45.064230 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b9b7d19f-9de7-4821-a25e-ef70d18b675b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:45.065531 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b9b7d19f-9de7-4821-a25e-ef70d18b675b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/78c8565d-7179-45f1-99ab-5cd130e0299c HTTP/1.1" status: 204 len: 168 time: 0.3085904 Jul 28 07:11:45.081240 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7d19f-9de7-4821-a25e-ef70d18b675b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c8565d-7179-45f1-99ab-5cd130e0299c,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:45.095764 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:45.904101 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 56106) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:45.917850 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 56110) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:45.931128 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3894740f-51e8-4e7b-8085-5ea684ecdda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:46.001030 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device f1ce5be7-933f-404f-8e23-23fdcc874fb3 up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:11:46.073677 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef978bd4-a26a-4393-8d6f-b373cd0877af req-5e6fe750-029d-45cb-a0d6-6c7ee59c78e7 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:46.075301 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ef978bd4-a26a-4393-8d6f-b373cd0877af req-5e6fe750-029d-45cb-a0d6-6c7ee59c78e7 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 945 time: 0.0766151 Jul 28 07:11:46.077422 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3894740f-51e8-4e7b-8085-5ea684ecdda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:46.125301 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ef978bd4-a26a-4393-8d6f-b373cd0877af req-a287a23b-108c-4462-9198-70c934ff1617 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422983 Jul 28 07:11:46.134177 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3ae74711-7d54-47e7-8d4b-12df68cef78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:46.212805 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3894740f-51e8-4e7b-8085-5ea684ecdda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:46.213703 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port f1ce5be7-933f-404f-8e23-23fdcc874fb3 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:11:46.213703 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:46.215603 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-3894740f-51e8-4e7b-8085-5ea684ecdda6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4e2f005480f14bbf856c79bc3bba9029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965965 Jul 28 07:11:46.217722 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894740f-51e8-4e7b-8085-5ea684ecdda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9beac4c-2127-4381-ab6c-85b7cffa634d,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:46.220290 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 56118) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:46.273090 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3ae74711-7d54-47e7-8d4b-12df68cef78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:46.274724 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-118420e3-4ee3-4ca8-bf93-3ef21a99de0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:46.290069 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:46.297392 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-118420e3-4ee3-4ca8-bf93-3ef21a99de0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:46.313139 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab588fb-f4d0-48ff-83b9-adf4561ad0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:11:46.315405 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3298cd75-a7c2-4617-aaa4-4022b31e1a8a" -d '{"events": [{"server_uuid": "eab588fb-f4d0-48ff-83b9-adf4561ad0fa", "name": "network-vif-plugged", "status": "completed", "tag": "f1ce5be7-933f-404f-8e23-23fdcc874fb3"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:11:46.328159 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port f1ce5be7-933f-404f-8e23-23fdcc874fb3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f1ce5be7-933f-404f-8e23-23fdcc874fb3,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:11:46.353280 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb0e824-1251-4569-becd-244a171a7593 x-openstack-request-id: req-6eb0e824-1251-4569-becd-244a171a7593 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:11:46.353565 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab588fb-f4d0-48ff-83b9-adf4561ad0fa", "name": "network-vif-plugged", "status": "completed", "tag": "f1ce5be7-933f-404f-8e23-23fdcc874fb3", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:11:46.353814 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6eb0e824-1251-4569-becd-244a171a7593 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:11:46.354202 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab588fb-f4d0-48ff-83b9-adf4561ad0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3', 'code': 200} Jul 28 07:11:46.471367 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3ae74711-7d54-47e7-8d4b-12df68cef78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:46.501226 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:46.501523 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-118420e3-4ee3-4ca8-bf93-3ef21a99de0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:46.504144 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-118420e3-4ee3-4ca8-bf93-3ef21a99de0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:46.507822 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-118420e3-4ee3-4ca8-bf93-3ef21a99de0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d9beac4c-2127-4381-ab6c-85b7cffa634d HTTP/1.1" status: 204 len: 168 time: 0.2843962 Jul 28 07:11:46.511564 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-3ae74711-7d54-47e7-8d4b-12df68cef78d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=11c39ca8409d4cd8a6f5c0a7efa66249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6061552 Jul 28 07:11:46.512469 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae74711-7d54-47e7-8d4b-12df68cef78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0d43f7-898c-43d1-a0b5-de2600887fc9,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:46.515502 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 56124) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:46.516503 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118420e3-4ee3-4ca8-bf93-3ef21a99de0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9beac4c-2127-4381-ab6c-85b7cffa634d,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:46.568255 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bfa93cb0-3928-484e-9878-951b269b8c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:46.582317 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=f1ce5be7-933f-404f-8e23-23fdcc874fb3,revision_number=7']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:46.593349 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bfa93cb0-3928-484e-9878-951b269b8c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:46.747012 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bfa93cb0-3928-484e-9878-951b269b8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:46.749509 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bfa93cb0-3928-484e-9878-951b269b8c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:46.750679 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-bfa93cb0-3928-484e-9878-951b269b8c62 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8f0d43f7-898c-43d1-a0b5-de2600887fc9 HTTP/1.1" status: 204 len: 168 time: 0.2340641 Jul 28 07:11:46.758629 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa93cb0-3928-484e-9878-951b269b8c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0d43f7-898c-43d1-a0b5-de2600887fc9,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:47.253506 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11965d-ad4d-4899-a36f-1c63ef94529c req-f13e21a1-e082-4f19-8495-b0d8579c82a3 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:47.254940 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8a11965d-ad4d-4899-a36f-1c63ef94529c req-f13e21a1-e082-4f19-8495-b0d8579c82a3 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0504744 Jul 28 07:11:47.296375 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8a11965d-ad4d-4899-a36f-1c63ef94529c req-021d5fd4-e676-43ab-927d-cc6d0bf5faa7 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326946 Jul 28 07:11:47.590735 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 56166) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:47.683012 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-9e1c9da8-9339-47f5-8053-5b9bd2167b1a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-804178292-network', 'tenant_id': '4b5da5187ea94246848b4bad26173620'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:11:47.793013 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1c9da8-9339-47f5-8053-5b9bd2167b1a admin admin] Made reservation on behalf of 4b5da5187ea94246848b4bad26173620 for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:11:47.795369 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9da8-9339-47f5-8053-5b9bd2167b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:47.803852 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9da8-9339-47f5-8053-5b9bd2167b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:47.890923 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9da8-9339-47f5-8053-5b9bd2167b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:47.986936 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9da8-9339-47f5-8053-5b9bd2167b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:48.007837 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1c9da8-9339-47f5-8053-5b9bd2167b1a admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 07:11:48.029262 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c9da8-9339-47f5-8053-5b9bd2167b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91696853-a984-476a-80cd-5588701bba96,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:48.030777 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9da8-9339-47f5-8053-5b9bd2167b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:48.031220 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-9e1c9da8-9339-47f5-8053-5b9bd2167b1a admin admin] Added segment 75403fc3-d2ae-4724-be2e-13af35db11ab of type vlan for network bcebcf69-ebbc-4eff-8a3e-a655c2c3ceb6 Jul 28 07:11:48.070469 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9da8-9339-47f5-8053-5b9bd2167b1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745676247143'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:48.198123 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9da8-9339-47f5-8053-5b9bd2167b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:48.199122 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1c9da8-9339-47f5-8053-5b9bd2167b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:48.199728 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9da8-9339-47f5-8053-5b9bd2167b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:48.259390 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c9da8-9339-47f5-8053-5b9bd2167b1a admin admin] Pushing event updated for resources: {'Network': ['ID=bcebcf69-ebbc-4eff-8a3e-a655c2c3ceb6,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:48.269170 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Network bcebcf69-ebbc-4eff-8a3e-a655c2c3ceb6 details requested by agent ovs-agent-dv-cinder-792800-1-iscsi with host dv-cinder-792800-1-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 07:11:48.325224 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-9e1c9da8-9339-47f5-8053-5b9bd2167b1a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7333734 Jul 28 07:11:48.328136 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 56180) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:48.333279 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-cf36ec80-be0e-492e-a20c-bdebf3e2c034 admin admin] Request body: {'subnet': {'network_id': 'bcebcf69-ebbc-4eff-8a3e-a655c2c3ceb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-804178292-subnet', 'tenant_id': '4b5da5187ea94246848b4bad26173620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:11:48.420274 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf36ec80-be0e-492e-a20c-bdebf3e2c034 admin admin] Made reservation on behalf of 4b5da5187ea94246848b4bad26173620 for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:11:48.422679 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cf36ec80-be0e-492e-a20c-bdebf3e2c034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147155'] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:48.424092 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dccfe0-6d67-404f-ad23-cab191d096ba req-fabb33b4-e64c-4558-b88a-0a0358765be0 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:48.431064 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-67dccfe0-6d67-404f-ad23-cab191d096ba req-fabb33b4-e64c-4558-b88a-0a0358765be0 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0553501 Jul 28 07:11:48.464868 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-67dccfe0-6d67-404f-ad23-cab191d096ba req-77a9f3b6-c6db-4b6d-98ca-dbe66c019ad1 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329242 Jul 28 07:11:48.678872 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cf36ec80-be0e-492e-a20c-bdebf3e2c034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9288062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147233'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:48.736466 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36ec80-be0e-492e-a20c-bdebf3e2c034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45333c5f-ce13-4c60-a0dc-3cdf7059c191,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:48.745963 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf36ec80-be0e-492e-a20c-bdebf3e2c034 admin admin] Checking segment: {'id': '75403fc3-d2ae-4724-be2e-13af35db11ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bcebcf69-ebbc-4eff-8a3e-a655c2c3ceb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:11:48.746255 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf36ec80-be0e-492e-a20c-bdebf3e2c034 admin admin] Network hostable DHCP agents. Network: bcebcf69-ebbc-4eff-8a3e-a655c2c3ceb6, hostable agents: ['a9302e80-41e4-46d6-92fa-b7087ce18eda'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 07:11:48.866955 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf36ec80-be0e-492e-a20c-bdebf3e2c034 admin admin] Network bcebcf69-ebbc-4eff-8a3e-a655c2c3ceb6 is scheduled to be hosted by DHCP agent a9302e80-41e4-46d6-92fa-b7087ce18eda with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 07:11:48.958160 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-cf36ec80-be0e-492e-a20c-bdebf3e2c034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-1-iscsi, bcebcf69-ebbc-4eff-8a3e-a655c2c3ceb6) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:11:48.962696 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf36ec80-be0e-492e-a20c-bdebf3e2c034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:48.963288 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cf36ec80-be0e-492e-a20c-bdebf3e2c034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:48.967461 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2cdb7b-d6c8-441a-86b0-82cbfdc005e2 None None] Network bcebcf69-ebbc-4eff-8a3e-a655c2c3ceb6 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:11:49.090744 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-cf36ec80-be0e-492e-a20c-bdebf3e2c034 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7612412 Jul 28 07:11:49.100589 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ba5362-b60c-48c1-8f8c-972c13d65c3f None None] Network bcebcf69-ebbc-4eff-8a3e-a655c2c3ceb6 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:11:49.584417 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36856ed0-f84c-436e-8e71-8131386450e2 req-abd5fd3b-d25a-4048-b193-a884d3f2b647 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:49.585912 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-36856ed0-f84c-436e-8e71-8131386450e2 req-abd5fd3b-d25a-4048-b193-a884d3f2b647 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0492535 Jul 28 07:11:49.624597 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-36856ed0-f84c-436e-8e71-8131386450e2 req-da7a033c-cc8e-46c1-851d-1f13837edb47 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323024 Jul 28 07:11:49.984209 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 56226) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:49.989259 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-a7a1e04f-cb70-40f7-b368-af6c5f48924c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1074057047-network', 'tenant_id': '81195b1a1a8f4371be315dad421c36d6'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:11:50.101345 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a1e04f-cb70-40f7-b368-af6c5f48924c admin admin] Made reservation on behalf of 81195b1a1a8f4371be315dad421c36d6 for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:11:50.103888 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e04f-cb70-40f7-b368-af6c5f48924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:50.112597 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e04f-cb70-40f7-b368-af6c5f48924c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:50.213968 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e04f-cb70-40f7-b368-af6c5f48924c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:50.427498 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e04f-cb70-40f7-b368-af6c5f48924c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:50.461507 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a1e04f-cb70-40f7-b368-af6c5f48924c admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 07:11:50.474696 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1e04f-cb70-40f7-b368-af6c5f48924c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de240767-5b3b-493b-a0ac-38473ae53021,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:50.480262 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e04f-cb70-40f7-b368-af6c5f48924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:50.480611 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-a7a1e04f-cb70-40f7-b368-af6c5f48924c admin admin] Added segment e5c3710f-99de-4f0a-a935-c404d66e2ea4 of type vlan for network 887f5145-06e2-44f7-96fd-4569b137dc46 Jul 28 07:11:50.528136 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e04f-cb70-40f7-b368-af6c5f48924c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745676247143'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:50.705880 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e04f-cb70-40f7-b368-af6c5f48924c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:50.707040 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a1e04f-cb70-40f7-b368-af6c5f48924c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:50.707624 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e04f-cb70-40f7-b368-af6c5f48924c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:50.774098 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ceb6b2-2257-4bef-ade2-a50a60712404 req-6a616dd8-27eb-478b-94ef-40490bb6152d tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:50.776580 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-32ceb6b2-2257-4bef-ade2-a50a60712404 req-6a616dd8-27eb-478b-94ef-40490bb6152d tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0637078 Jul 28 07:11:50.820129 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1e04f-cb70-40f7-b368-af6c5f48924c admin admin] Pushing event updated for resources: {'Network': ['ID=887f5145-06e2-44f7-96fd-4569b137dc46,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:50.833822 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Network 887f5145-06e2-44f7-96fd-4569b137dc46 details requested by agent ovs-agent-dv-cinder-792800-1-iscsi with host dv-cinder-792800-1-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 07:11:50.844065 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-32ceb6b2-2257-4bef-ade2-a50a60712404 req-e1204ae0-91f3-432f-8413-192edf72a10d tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600829 Jul 28 07:11:50.923639 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a7a1e04f-cb70-40f7-b368-af6c5f48924c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9383001 Jul 28 07:11:50.926302 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 56240) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:11:50.931720 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-678d936d-9141-4f0c-81fd-1fca76c5528a admin admin] Request body: {'subnet': {'network_id': '887f5145-06e2-44f7-96fd-4569b137dc46', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1074057047-subnet', 'tenant_id': '81195b1a1a8f4371be315dad421c36d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:11:51.049974 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678d936d-9141-4f0c-81fd-1fca76c5528a admin admin] Made reservation on behalf of 81195b1a1a8f4371be315dad421c36d6 for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:11:51.053563 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-678d936d-9141-4f0c-81fd-1fca76c5528a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147155'] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:51.324848 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-678d936d-9141-4f0c-81fd-1fca76c5528a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9288062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147233'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:51.390475 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d936d-9141-4f0c-81fd-1fca76c5528a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eda1983-e5b1-4856-9ec1-bb3ce7ae37d4,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:11:51.400277 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d936d-9141-4f0c-81fd-1fca76c5528a admin admin] Checking segment: {'id': 'e5c3710f-99de-4f0a-a935-c404d66e2ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '887f5145-06e2-44f7-96fd-4569b137dc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:11:51.400761 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678d936d-9141-4f0c-81fd-1fca76c5528a admin admin] Network hostable DHCP agents. Network: 887f5145-06e2-44f7-96fd-4569b137dc46, hostable agents: ['a9302e80-41e4-46d6-92fa-b7087ce18eda'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 07:11:51.495453 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678d936d-9141-4f0c-81fd-1fca76c5528a admin admin] Network 887f5145-06e2-44f7-96fd-4569b137dc46 is scheduled to be hosted by DHCP agent a9302e80-41e4-46d6-92fa-b7087ce18eda with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 07:11:51.643399 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-678d936d-9141-4f0c-81fd-1fca76c5528a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-1-iscsi, 887f5145-06e2-44f7-96fd-4569b137dc46) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:11:51.647436 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678d936d-9141-4f0c-81fd-1fca76c5528a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:51.648013 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-678d936d-9141-4f0c-81fd-1fca76c5528a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:51.655559 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3c97eb-9eb3-424e-a845-6ddab2cf21c3 None None] Network 887f5145-06e2-44f7-96fd-4569b137dc46 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:11:51.796739 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278995f7-9887-4a82-a6f1-e19b736f61a9 None None] Network 887f5145-06e2-44f7-96fd-4569b137dc46 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:11:51.827749 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-678d936d-9141-4f0c-81fd-1fca76c5528a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9001637 Jul 28 07:11:52.000357 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1488550-ce5d-43a3-b578-7f1e53b04c00 req-afc873ee-b2a7-402f-ba97-c8c8c189a67d tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:52.009491 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a1488550-ce5d-43a3-b578-7f1e53b04c00 req-afc873ee-b2a7-402f-ba97-c8c8c189a67d tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0769396 Jul 28 07:11:52.053238 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a1488550-ce5d-43a3-b578-7f1e53b04c00 req-3c6c9458-3166-4682-85dd-e4d60bbad047 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424461 Jul 28 07:11:53.178831 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b33a8-fdaf-4b84-abac-405efbfa331a req-9516903f-8ab3-46d3-927d-1ea741075ffb tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:53.178831 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba8b33a8-fdaf-4b84-abac-405efbfa331a req-9516903f-8ab3-46d3-927d-1ea741075ffb tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0499165 Jul 28 07:11:53.214668 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba8b33a8-fdaf-4b84-abac-405efbfa331a req-276d7d69-f184-442c-8f25-be6c978c5529 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314033 Jul 28 07:11:54.342216 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff01c3-3663-4ee3-b18f-b5bf973e85d7 req-1f4bf35e-532c-4bce-9469-cf7e738f2d5b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:54.344594 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-33ff01c3-3663-4ee3-b18f-b5bf973e85d7 req-1f4bf35e-532c-4bce-9469-cf7e738f2d5b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0581570 Jul 28 07:11:54.394815 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-33ff01c3-3663-4ee3-b18f-b5bf973e85d7 req-cbe8a9d3-69d2-4d15-90fc-bb8a71a115ee tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431893 Jul 28 07:11:55.534601 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5f890-b219-4969-9a76-a28e89de8ee1 req-ee256609-9f1a-43d5-a495-5f61a85084a2 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:55.536238 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-acb5f890-b219-4969-9a76-a28e89de8ee1 req-ee256609-9f1a-43d5-a495-5f61a85084a2 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0556421 Jul 28 07:11:55.582762 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-acb5f890-b219-4969-9a76-a28e89de8ee1 req-0e45f066-1a33-4766-9bd6-8bfef4dce5fa tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352211 Jul 28 07:11:55.829934 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:11:56.705863 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4ed37-7b02-46af-8bbc-4ddf2a9567db req-5e89de6a-1995-4198-b77b-b8310e51bf8b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:56.718654 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dfd4ed37-7b02-46af-8bbc-4ddf2a9567db req-5e89de6a-1995-4198-b77b-b8310e51bf8b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0477133 Jul 28 07:11:56.745020 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dfd4ed37-7b02-46af-8bbc-4ddf2a9567db req-b578f10c-9634-4140-a3e3-7ba438b14b14 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317485 Jul 28 07:11:57.056559 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:11:57.888728 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f7664-e971-4412-a40b-e386946c95a0 req-45f845fd-56a4-452b-bdaf-a76a76e2c1f7 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:57.890216 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-964f7664-e971-4412-a40b-e386946c95a0 req-45f845fd-56a4-452b-bdaf-a76a76e2c1f7 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0619833 Jul 28 07:11:57.935116 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-964f7664-e971-4412-a40b-e386946c95a0 req-d70cd30c-a935-4ae8-8a36-fde0230fc398 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387971 Jul 28 07:11:59.060450 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52510bd-07ce-42d1-b0c0-4a315a34c97a req-05ca7cb3-dc45-4cce-aac3-c967c68ac61c tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:11:59.063007 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d52510bd-07ce-42d1-b0c0-4a315a34c97a req-05ca7cb3-dc45-4cce-aac3-c967c68ac61c tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0510604 Jul 28 07:11:59.108066 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d52510bd-07ce-42d1-b0c0-4a315a34c97a req-f3a91296-7a08-4567-99d7-52caf112df7b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364890 Jul 28 07:12:00.239423 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1df98-565b-4098-ae88-d7aa7eaec32b req-215ca5a6-00e7-415c-bb0c-7bc1c297fdfe tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:00.240798 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7eb1df98-565b-4098-ae88-d7aa7eaec32b req-215ca5a6-00e7-415c-bb0c-7bc1c297fdfe tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0531578 Jul 28 07:12:00.280461 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7eb1df98-565b-4098-ae88-d7aa7eaec32b req-3d21a0a2-09bb-4de3-a027-0c40f2c8a240 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337768 Jul 28 07:12:01.406357 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b851c-f607-4ca8-83c3-826b98e41e8d req-75cc75ce-35f6-493f-b401-71e774429d62 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:01.407830 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0c7b851c-f607-4ca8-83c3-826b98e41e8d req-75cc75ce-35f6-493f-b401-71e774429d62 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0520093 Jul 28 07:12:01.446669 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0c7b851c-f607-4ca8-83c3-826b98e41e8d req-1288341e-8a4c-49e6-95c0-39363f0834ce tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327189 Jul 28 07:12:02.513340 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4e939-c819-490b-9574-7142a9f153c0 req-69034abc-b01b-461e-9c42-57f990233391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:02.515040 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fab4e939-c819-490b-9574-7142a9f153c0 req-69034abc-b01b-461e-9c42-57f990233391 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72669f81dfae41e59e1bf436c77c2d29&device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 1099 time: 0.0453534 Jul 28 07:12:02.570944 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932e9e1-f8cc-4753-a11e-4f0ba38a9260 req-530c0a55-eea1-48d0-add7-98f4024ba03a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:02.572449 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f932e9e1-f8cc-4753-a11e-4f0ba38a9260 req-530c0a55-eea1-48d0-add7-98f4024ba03a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0540388 Jul 28 07:12:02.605407 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4e939-c819-490b-9574-7142a9f153c0 req-5b9d0f71-ec98-4a2c-b178-36580f6bfd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:02.606879 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fab4e939-c819-490b-9574-7142a9f153c0 req-5b9d0f71-ec98-4a2c-b178-36580f6bfd68 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a HTTP/1.1" status: 200 len: 918 time: 0.0851619 Jul 28 07:12:02.611649 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f932e9e1-f8cc-4753-a11e-4f0ba38a9260 req-048cd8d5-d26d-4b93-ae92-c71d756d2fd2 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330262 Jul 28 07:12:02.687406 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fab4e939-c819-490b-9574-7142a9f153c0 req-7e56b5b8-fe5f-4380-9d10-08d15bfcbe45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1ce5be7-933f-404f-8e23-23fdcc874fb3 HTTP/1.1" status: 200 len: 1002 time: 0.0732036 Jul 28 07:12:02.735916 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4e939-c819-490b-9574-7142a9f153c0 req-ec6f9585-f950-4a3b-bd45-c6c3baf028dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:02.737393 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fab4e939-c819-490b-9574-7142a9f153c0 req-ec6f9585-f950-4a3b-bd45-c6c3baf028dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daaf5aed-db9a-4a60-affc-b3c69fa15b44 HTTP/1.1" status: 200 len: 856 time: 0.0434947 Jul 28 07:12:02.781567 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4e939-c819-490b-9574-7142a9f153c0 req-7c4485cf-a18b-47a1-b268-01044366ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:02.783083 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fab4e939-c819-490b-9574-7142a9f153c0 req-7c4485cf-a18b-47a1-b268-01044366ea26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387502 Jul 28 07:12:02.874994 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fab4e939-c819-490b-9574-7142a9f153c0 req-35d4d51a-3d04-4bb0-a18d-b904e7da7aaf service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848267 Jul 28 07:12:02.963188 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fab4e939-c819-490b-9574-7142a9f153c0 req-0285a3e2-a157-47d7-b292-b1f9a8397998 service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813327 Jul 28 07:12:03.732169 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a9530-409c-46e4-a582-47dee9e8808b req-6e972eb6-9f9a-483e-89dd-ef384913909a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:03.733630 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-049a9530-409c-46e4-a582-47dee9e8808b req-6e972eb6-9f9a-483e-89dd-ef384913909a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 946 time: 0.0476143 Jul 28 07:12:03.769901 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-049a9530-409c-46e4-a582-47dee9e8808b req-c572046a-74c7-43e8-b001-3d5e330d1d15 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303180 Jul 28 07:12:04.081833 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device f1ce5be7-933f-404f-8e23-23fdcc874fb3 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:12:04.163904 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:04.186889 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab588fb-f4d0-48ff-83b9-adf4561ad0fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:12:04.189477 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1381f73-9ada-4769-8568-b372da8e1b49" -d '{"events": [{"server_uuid": "eab588fb-f4d0-48ff-83b9-adf4561ad0fa", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ce5be7-933f-404f-8e23-23fdcc874fb3"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:12:04.210139 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port f1ce5be7-933f-404f-8e23-23fdcc874fb3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f1ce5be7-933f-404f-8e23-23fdcc874fb3,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:12:04.240723 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 07:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c2abf4-ed7b-426a-860c-2d587e94c50f x-openstack-request-id: req-d3c2abf4-ed7b-426a-860c-2d587e94c50f {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:12:04.241176 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab588fb-f4d0-48ff-83b9-adf4561ad0fa", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ce5be7-933f-404f-8e23-23fdcc874fb3", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:12:04.241424 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d3c2abf4-ed7b-426a-860c-2d587e94c50f {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:12:04.241805 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab588fb-f4d0-48ff-83b9-adf4561ad0fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3', 'code': 200} Jul 28 07:12:04.368856 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:04.424038 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=f1ce5be7-933f-404f-8e23-23fdcc874fb3,revision_number=8']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:04.901877 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f024a5-4090-4286-be8f-ec29320899ab req-9c199829-fc96-4e14-ade0-7d569c0ad982 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:04.903374 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-53f024a5-4090-4286-be8f-ec29320899ab req-9c199829-fc96-4e14-ade0-7d569c0ad982 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0524514 Jul 28 07:12:04.941594 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-53f024a5-4090-4286-be8f-ec29320899ab req-2f4c3150-268f-4ad0-96bb-2f310f820327 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322895 Jul 28 07:12:06.417070 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce0452-daad-4a35-867f-ee846f82914b req-bb3bc02c-fac2-4421-a95c-4e56151c4a1e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:06.418555 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0cce0452-daad-4a35-867f-ee846f82914b req-bb3bc02c-fac2-4421-a95c-4e56151c4a1e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0477853 Jul 28 07:12:06.458688 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0cce0452-daad-4a35-867f-ee846f82914b req-466c7dc9-564c-40d7-be04-b9ba1ee44294 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340056 Jul 28 07:12:06.982699 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 56510) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:07.059795 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b341f3a8-a705-45c0-a917-da2b746d8f22 req-1c068eae-2a16-48df-ac74-2b0216a6e2fa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0759220 Jul 28 07:12:07.576490 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b68a69-48e9-41b5-8495-d4e9705f9b60 req-fc5c4656-cc0a-4814-803d-9f631b68d616 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:07.577967 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-18b68a69-48e9-41b5-8495-d4e9705f9b60 req-fc5c4656-cc0a-4814-803d-9f631b68d616 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0486562 Jul 28 07:12:07.615462 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-18b68a69-48e9-41b5-8495-d4e9705f9b60 req-13ed8149-86c6-4e04-9f9c-07813015c407 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313659 Jul 28 07:12:08.735370 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c8960-02d2-40d0-8346-d1ecc4707dd4 req-40937085-f0ea-45f9-b294-2d7f8102ad9f tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:08.736837 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-814c8960-02d2-40d0-8346-d1ecc4707dd4 req-40937085-f0ea-45f9-b294-2d7f8102ad9f tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0517247 Jul 28 07:12:08.774848 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-814c8960-02d2-40d0-8346-d1ecc4707dd4 req-d1a38da0-a203-4f99-8095-aaa78016a739 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316858 Jul 28 07:12:08.780520 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device f1ce5be7-933f-404f-8e23-23fdcc874fb3 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:12:09.778449 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e2ae8448-eda2-4a55-9f06-070d25762f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:09.905862 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29088112-8d79-4a90-8c09-3dc8225a5b48 req-9ad21b1a-d576-4475-acc6-bc4cb128bffb tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:09.907295 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-29088112-8d79-4a90-8c09-3dc8225a5b48 req-9ad21b1a-d576-4475-acc6-bc4cb128bffb tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0479722 Jul 28 07:12:09.930273 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 56552) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:09.950387 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-29088112-8d79-4a90-8c09-3dc8225a5b48 req-12bad040-2473-4a4b-b851-8aa46d0983ed tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367732 Jul 28 07:12:09.991369 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a1d66d-a9cd-4632-aae5-ecab0bb5ed50 admin admin] Deleting subnet 562a87f2-ff83-4c97-8e11-a835e1cc7214 {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 07:12:10.022572 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-25a1d66d-a9cd-4632-aae5-ecab0bb5ed50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:10.083031 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-25a1d66d-a9cd-4632-aae5-ecab0bb5ed50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2541760'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:10.115199 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341f3a8-a705-45c0-a917-da2b746d8f22 req-a542b5a8-3b3c-4e96-a99d-26baff676ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:10.116797 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b341f3a8-a705-45c0-a917-da2b746d8f22 req-a542b5a8-3b3c-4e96-a99d-26baff676ce4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa&tenant_id=72669f81dfae41e59e1bf436c77c2d29 HTTP/1.1" status: 200 len: 1097 time: 0.1225522 Jul 28 07:12:10.139608 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-25a1d66d-a9cd-4632-aae5-ecab0bb5ed50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991024'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:10.219090 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341f3a8-a705-45c0-a917-da2b746d8f22 req-dc27be2c-17ce-490c-b54b-955e229027b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:10.220551 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b341f3a8-a705-45c0-a917-da2b746d8f22 req-dc27be2c-17ce-490c-b54b-955e229027b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72669f81dfae41e59e1bf436c77c2d29&device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 1097 time: 0.0786977 Jul 28 07:12:10.309514 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341f3a8-a705-45c0-a917-da2b746d8f22 req-fa015b08-bedf-4664-9487-d95c1ec5bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:10.310969 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b341f3a8-a705-45c0-a917-da2b746d8f22 req-fa015b08-bedf-4664-9487-d95c1ec5bab1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a HTTP/1.1" status: 200 len: 918 time: 0.0832036 Jul 28 07:12:10.326445 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-25a1d66d-a9cd-4632-aae5-ecab0bb5ed50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9288127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147246'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:10.385471 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1d66d-a9cd-4632-aae5-ecab0bb5ed50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=562a87f2-ff83-4c97-8e11-a835e1cc7214,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:10.389381 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-25a1d66d-a9cd-4632-aae5-ecab0bb5ed50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:10.391210 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-25a1d66d-a9cd-4632-aae5-ecab0bb5ed50 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/562a87f2-ff83-4c97-8e11-a835e1cc7214 HTTP/1.1" status: 204 len: 168 time: 0.4599390 Jul 28 07:12:10.394085 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 56558) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:10.404642 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1d66d-a9cd-4632-aae5-ecab0bb5ed50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:10.404991 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1d66d-a9cd-4632-aae5-ecab0bb5ed50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:10.405403 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1d66d-a9cd-4632-aae5-ecab0bb5ed50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:10.405740 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1d66d-a9cd-4632-aae5-ecab0bb5ed50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:10.406158 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1d66d-a9cd-4632-aae5-ecab0bb5ed50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:10.406591 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1d66d-a9cd-4632-aae5-ecab0bb5ed50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:10.406924 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1d66d-a9cd-4632-aae5-ecab0bb5ed50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:10.407255 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1d66d-a9cd-4632-aae5-ecab0bb5ed50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:10.407581 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1d66d-a9cd-4632-aae5-ecab0bb5ed50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:10.407906 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1d66d-a9cd-4632-aae5-ecab0bb5ed50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:10.408300 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1d66d-a9cd-4632-aae5-ecab0bb5ed50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:10.408546 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1d66d-a9cd-4632-aae5-ecab0bb5ed50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:10.415578 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b341f3a8-a705-45c0-a917-da2b746d8f22 req-d4a21319-2432-4e90-892b-f1b81f36552a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1ce5be7-933f-404f-8e23-23fdcc874fb3 HTTP/1.1" status: 200 len: 1000 time: 0.0967045 Jul 28 07:12:10.471595 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341f3a8-a705-45c0-a917-da2b746d8f22 req-56770961-8439-45b8-a92f-c689dc4073cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:10.473667 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b341f3a8-a705-45c0-a917-da2b746d8f22 req-56770961-8439-45b8-a92f-c689dc4073cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daaf5aed-db9a-4a60-affc-b3c69fa15b44 HTTP/1.1" status: 200 len: 856 time: 0.0501547 Jul 28 07:12:10.476900 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-151b6f76-516c-4d75-8af3-3f8fb3f59737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584642'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:10.522572 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341f3a8-a705-45c0-a917-da2b746d8f22 req-b163648e-90ef-4563-85af-1024a4689250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:10.524579 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b341f3a8-a705-45c0-a917-da2b746d8f22 req-b163648e-90ef-4563-85af-1024a4689250 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442634 Jul 28 07:12:10.552000 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-151b6f76-516c-4d75-8af3-3f8fb3f59737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983109', 'neutron.services.segments.db._delete_segments_for_network-8745676727345'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:10.561460 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-151b6f76-516c-4d75-8af3-3f8fb3f59737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2bcd0f4-93ac-4930-97cb-a4347cb92dc8']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:10.572214 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-151b6f76-516c-4d75-8af3-3f8fb3f59737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481ccc23-8c63-46ec-bbbd-4f54d85e8a5a') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:10.572696 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-151b6f76-516c-4d75-8af3-3f8fb3f59737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481ccc23-8c63-46ec-bbbd-4f54d85e8a5a') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:10.581549 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-151b6f76-516c-4d75-8af3-3f8fb3f59737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745676728122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107041'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:10.595348 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-151b6f76-516c-4d75-8af3-3f8fb3f59737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:10.601041 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151b6f76-516c-4d75-8af3-3f8fb3f59737 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 07:12:10.601436 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-151b6f76-516c-4d75-8af3-3f8fb3f59737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2851736'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: Traceback (most recent call last): Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: timer() Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: cb(*args, **kw) Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: return func(*args, **kwargs) Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: self._notify() Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: self.callback(batched_events) Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: event.method(event) Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: return f(self, *a, **k) Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: return self._get(url).json() Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 07:12:10.603104 dv-cinder-792800-1-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 07:12:10.612842 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b341f3a8-a705-45c0-a917-da2b746d8f22 req-ae328f19-a590-4b82-87a2-53463267b684 service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795648 Jul 28 07:12:10.701970 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b341f3a8-a705-45c0-a917-da2b746d8f22 req-18588f13-153a-4472-b536-d55693e2dd62 service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824804 Jul 28 07:12:10.746411 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-151b6f76-516c-4d75-8af3-3f8fb3f59737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019784'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:10.752062 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-151b6f76-516c-4d75-8af3-3f8fb3f59737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:10.755192 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-151b6f76-516c-4d75-8af3-3f8fb3f59737 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d2bcd0f4-93ac-4930-97cb-a4347cb92dc8 HTTP/1.1" status: 204 len: 168 time: 0.3598742 Jul 28 07:12:10.770045 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b6f76-516c-4d75-8af3-3f8fb3f59737 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2bcd0f4-93ac-4930-97cb-a4347cb92dc8,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:11.075820 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a6515-a2e4-479f-9e10-3b3f244edadb req-73642f51-33e6-4ed5-a0e4-572f259ac787 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:11.077627 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-381a6515-a2e4-479f-9e10-3b3f244edadb req-73642f51-33e6-4ed5-a0e4-572f259ac787 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0512273 Jul 28 07:12:11.121266 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-381a6515-a2e4-479f-9e10-3b3f244edadb req-6dd32f2e-1d11-4e1d-8b05-bde6bafd08b2 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369952 Jul 28 07:12:11.197988 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 56594) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:11.237540 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-de926f23-47bb-4099-94c4-9c05c5ab3b10 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19e01a3b07cc45969020bdcb745f05b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382245 Jul 28 07:12:11.239869 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 56596) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:11.294830 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3db2b856-6022-4c5f-bc8c-3a5d3d29bff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:11.327404 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3db2b856-6022-4c5f-bc8c-3a5d3d29bff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:11.484104 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3db2b856-6022-4c5f-bc8c-3a5d3d29bff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:11.488808 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3db2b856-6022-4c5f-bc8c-3a5d3d29bff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:11.495156 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-3db2b856-6022-4c5f-bc8c-3a5d3d29bff1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9 HTTP/1.1" status: 204 len: 168 time: 0.2518237 Jul 28 07:12:11.505148 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2b856-6022-4c5f-bc8c-3a5d3d29bff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60e8c27-ca1e-4c00-9eb4-2b737f70f6a9,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:12.267883 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af73d74-0fc5-4b6c-95f4-3abbb052ab85 req-aa2ca9e0-98c0-4f71-9146-20e75bf11ed8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:12.269501 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7af73d74-0fc5-4b6c-95f4-3abbb052ab85 req-aa2ca9e0-98c0-4f71-9146-20e75bf11ed8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0664854 Jul 28 07:12:12.332869 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7af73d74-0fc5-4b6c-95f4-3abbb052ab85 req-b7e8e4d3-035f-4d89-98a9-57d2da60796a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494978 Jul 28 07:12:12.564005 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d9ff9e88-3939-46f5-ba4c-ced7585cf624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:12.803896 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:13.421775 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:13.451382 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78fd66-a7bd-4d45-afad-6cb3ef653303 req-25aa7804-4533-48e9-a9d9-ce2edd5b25a8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:13.453526 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dd78fd66-a7bd-4d45-afad-6cb3ef653303 req-25aa7804-4533-48e9-a9d9-ce2edd5b25a8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0524316 Jul 28 07:12:13.495173 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dd78fd66-a7bd-4d45-afad-6cb3ef653303 req-9c7ecaf4-019d-4f27-aced-de9db6dd15cc tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349169 Jul 28 07:12:14.442226 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 56678) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:14.622948 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b791547c-abb9-4aa5-b252-a843291c54cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:14.670866 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d1006-6c08-4752-9548-7d0b6f3d95f1 req-5f392395-1759-44bc-96cf-f6156781da3a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:14.672482 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d92d1006-6c08-4752-9548-7d0b6f3d95f1 req-5f392395-1759-44bc-96cf-f6156781da3a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0801673 Jul 28 07:12:14.730798 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d92d1006-6c08-4752-9548-7d0b6f3d95f1 req-01183afe-67a0-4948-bb5e-932c33a63947 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500166 Jul 28 07:12:14.808928 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b791547c-abb9-4aa5-b252-a843291c54cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:15.598065 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b791547c-abb9-4aa5-b252-a843291c54cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:15.637101 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791547c-abb9-4aa5-b252-a843291c54cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77eee8ff-44d3-44a8-b3cd-7a7891a35d15,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:15.641667 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b791547c-abb9-4aa5-b252-a843291c54cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c0e817f0a9c4c478d328f09780fcf03&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1982360 Jul 28 07:12:15.644590 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 56696) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:15.651525 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:15.706270 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e509d4f1-b5c6-4092-8c6d-6dd9758f51ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:15.728753 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e509d4f1-b5c6-4092-8c6d-6dd9758f51ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:15.876902 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21371be-a04e-49ac-a289-da0d5e5c23b0 req-5deb584f-0df0-4e29-b9d2-33a454f6530a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:15.879245 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f21371be-a04e-49ac-a289-da0d5e5c23b0 req-5deb584f-0df0-4e29-b9d2-33a454f6530a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0514357 Jul 28 07:12:15.883964 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e509d4f1-b5c6-4092-8c6d-6dd9758f51ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:15.883964 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e509d4f1-b5c6-4092-8c6d-6dd9758f51ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:15.887918 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e509d4f1-b5c6-4092-8c6d-6dd9758f51ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/77eee8ff-44d3-44a8-b3cd-7a7891a35d15 HTTP/1.1" status: 204 len: 168 time: 0.2425523 Jul 28 07:12:15.915496 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509d4f1-b5c6-4092-8c6d-6dd9758f51ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77eee8ff-44d3-44a8-b3cd-7a7891a35d15,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:15.962888 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f21371be-a04e-49ac-a289-da0d5e5c23b0 req-14f39a0a-9fda-43dc-8de3-3879a9cd7694 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737014 Jul 28 07:12:17.104594 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d28601-0f71-4f4a-bd16-2266b21b7374 req-b2e6b34d-40f8-421e-ba50-15a1a0d1dc5a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:17.106961 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-45d28601-0f71-4f4a-bd16-2266b21b7374 req-b2e6b34d-40f8-421e-ba50-15a1a0d1dc5a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0642815 Jul 28 07:12:17.152228 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-45d28601-0f71-4f4a-bd16-2266b21b7374 req-47f177de-ca3f-44ca-be42-a127a266ad36 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386934 Jul 28 07:12:18.291388 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de583a-f5d1-4b4d-a613-8ff99e49142a req-2dc2566a-ccb9-495a-a5b2-31c6f8fe1d45 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:18.292915 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f2de583a-f5d1-4b4d-a613-8ff99e49142a req-2dc2566a-ccb9-495a-a5b2-31c6f8fe1d45 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0524426 Jul 28 07:12:18.334090 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f2de583a-f5d1-4b4d-a613-8ff99e49142a req-3076f581-41a1-4337-9187-4f515c2f39ee tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338316 Jul 28 07:12:19.461960 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc8c84-9d16-459e-b8e7-7d1179e0b281 req-c7120b31-53d2-438d-b026-b9b894720c21 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:19.463679 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c0fc8c84-9d16-459e-b8e7-7d1179e0b281 req-c7120b31-53d2-438d-b026-b9b894720c21 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0486007 Jul 28 07:12:19.501376 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c0fc8c84-9d16-459e-b8e7-7d1179e0b281 req-cd628251-5b87-4699-8dac-a6780b4b8b85 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316455 Jul 28 07:12:20.654032 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a6b70-d33c-42f9-9090-0a8c774d4dc9 req-10029c6e-4da2-4610-afc4-cd9bb50844ac tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:20.654032 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f97a6b70-d33c-42f9-9090-0a8c774d4dc9 req-10029c6e-4da2-4610-afc4-cd9bb50844ac tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0555284 Jul 28 07:12:20.690026 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 56782) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:20.731440 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f97a6b70-d33c-42f9-9090-0a8c774d4dc9 req-861eb6eb-cace-4302-846c-cf00bead9642 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719812 Jul 28 07:12:20.771101 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-a114614a-377b-43dc-8a4f-d5a3ddb0075c admin admin] Deleting subnet 45333c5f-ce13-4c60-a0dc-3cdf7059c191 {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 07:12:20.775275 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a114614a-377b-43dc-8a4f-d5a3ddb0075c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:20.833600 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a114614a-377b-43dc-8a4f-d5a3ddb0075c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2541760'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:20.887032 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a114614a-377b-43dc-8a4f-d5a3ddb0075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991024'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:21.066625 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a114614a-377b-43dc-8a4f-d5a3ddb0075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9288127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147246'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:21.091052 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114614a-377b-43dc-8a4f-d5a3ddb0075c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45333c5f-ce13-4c60-a0dc-3cdf7059c191,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:21.097330 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a114614a-377b-43dc-8a4f-d5a3ddb0075c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:21.102926 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a114614a-377b-43dc-8a4f-d5a3ddb0075c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/45333c5f-ce13-4c60-a0dc-3cdf7059c191 HTTP/1.1" status: 204 len: 168 time: 0.4125352 Jul 28 07:12:21.102926 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 56790) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:21.173097 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9ce2f84a-425e-420b-b2fd-64e830e7cfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584642'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:21.256355 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9ce2f84a-425e-420b-b2fd-64e830e7cfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983109', 'neutron.services.segments.db._delete_segments_for_network-8745676727345'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:21.266413 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-9ce2f84a-425e-420b-b2fd-64e830e7cfd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcebcf69-ebbc-4eff-8a3e-a655c2c3ceb6']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:21.276242 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-9ce2f84a-425e-420b-b2fd-64e830e7cfd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75403fc3-d2ae-4724-be2e-13af35db11ab') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:21.276460 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-9ce2f84a-425e-420b-b2fd-64e830e7cfd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75403fc3-d2ae-4724-be2e-13af35db11ab') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:21.285244 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9ce2f84a-425e-420b-b2fd-64e830e7cfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745676728122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2541769'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:21.299637 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9ce2f84a-425e-420b-b2fd-64e830e7cfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:21.306406 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce2f84a-425e-420b-b2fd-64e830e7cfd1 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 07:12:21.306827 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9ce2f84a-425e-420b-b2fd-64e830e7cfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9288133'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: Traceback (most recent call last): Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: timer() Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: cb(*args, **kw) Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: return func(*args, **kwargs) Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: self._notify() Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: self.callback(batched_events) Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: event.method(event) Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: return f(self, *a, **k) Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: return self._get(url).json() Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 07:12:21.308501 dv-cinder-792800-1-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 07:12:21.483134 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9ce2f84a-425e-420b-b2fd-64e830e7cfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019784'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:21.488724 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9ce2f84a-425e-420b-b2fd-64e830e7cfd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:21.490600 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-9ce2f84a-425e-420b-b2fd-64e830e7cfd1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/bcebcf69-ebbc-4eff-8a3e-a655c2c3ceb6 HTTP/1.1" status: 204 len: 168 time: 0.3871334 Jul 28 07:12:21.493520 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 56794) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:21.501273 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2f84a-425e-420b-b2fd-64e830e7cfd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcebcf69-ebbc-4eff-8a3e-a655c2c3ceb6,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:21.541405 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77067ae-d1bd-48cc-a337-285ce947e372 admin admin] Deleting subnet 5eda1983-e5b1-4856-9ec1-bb3ce7ae37d4 {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 07:12:21.544646 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f77067ae-d1bd-48cc-a337-285ce947e372 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:21.576959 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f77067ae-d1bd-48cc-a337-285ce947e372 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107048'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:21.614234 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f77067ae-d1bd-48cc-a337-285ce947e372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991024'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:21.752063 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f77067ae-d1bd-48cc-a337-285ce947e372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2851810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232781'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:21.780807 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77067ae-d1bd-48cc-a337-285ce947e372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eda1983-e5b1-4856-9ec1-bb3ce7ae37d4,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:21.784728 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f77067ae-d1bd-48cc-a337-285ce947e372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:21.788334 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f77067ae-d1bd-48cc-a337-285ce947e372 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5eda1983-e5b1-4856-9ec1-bb3ce7ae37d4 HTTP/1.1" status: 204 len: 168 time: 0.2937980 Jul 28 07:12:21.789756 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 56798) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:21.881463 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-787878ca-659e-4e6d-beab-9be5d56e054f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584642'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:21.902566 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483981b-49ff-4ea9-8f05-52b2821e7122 req-5bbc0996-a56c-4f3a-ab8e-181551d4e5ec tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:21.904010 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6483981b-49ff-4ea9-8f05-52b2821e7122 req-5bbc0996-a56c-4f3a-ab8e-181551d4e5ec tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0748837 Jul 28 07:12:21.995990 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-787878ca-659e-4e6d-beab-9be5d56e054f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983109', 'neutron.services.segments.db._delete_segments_for_network-8745676727345'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:22.000756 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6483981b-49ff-4ea9-8f05-52b2821e7122 req-88310e40-6b48-4cdf-a8dd-991532cdece9 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776756 Jul 28 07:12:22.008953 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-787878ca-659e-4e6d-beab-9be5d56e054f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887f5145-06e2-44f7-96fd-4569b137dc46']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:22.018262 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-787878ca-659e-4e6d-beab-9be5d56e054f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c3710f-99de-4f0a-a935-c404d66e2ea4') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:22.018588 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-787878ca-659e-4e6d-beab-9be5d56e054f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c3710f-99de-4f0a-a935-c404d66e2ea4') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:22.028326 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-787878ca-659e-4e6d-beab-9be5d56e054f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745676728122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107041'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:22.041002 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-787878ca-659e-4e6d-beab-9be5d56e054f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:22.046641 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787878ca-659e-4e6d-beab-9be5d56e054f admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 07:12:22.047019 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-787878ca-659e-4e6d-beab-9be5d56e054f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2851736'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: Traceback (most recent call last): Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: timer() Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: cb(*args, **kw) Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: return func(*args, **kwargs) Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: self._notify() Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: self.callback(batched_events) Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: event.method(event) Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: return f(self, *a, **k) Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: return self._get(url).json() Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 07:12:22.048605 dv-cinder-792800-1-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 07:12:22.168683 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-787878ca-659e-4e6d-beab-9be5d56e054f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019784'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:22.180756 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-787878ca-659e-4e6d-beab-9be5d56e054f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:22.180756 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-787878ca-659e-4e6d-beab-9be5d56e054f admin admin] 10.222.0.10 "DELETE /v2.0/networks/887f5145-06e2-44f7-96fd-4569b137dc46 HTTP/1.1" status: 204 len: 168 time: 0.3868353 Jul 28 07:12:22.187834 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787878ca-659e-4e6d-beab-9be5d56e054f admin admin] Pushing event deleted for resources: {'Network': ['ID=887f5145-06e2-44f7-96fd-4569b137dc46,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:22.567089 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 56806) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:22.608777 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-dae0a6bb-52a2-4a08-ae60-542025020d82 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b5da5187ea94246848b4bad26173620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405202 Jul 28 07:12:22.611192 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 56808) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:22.656048 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ad968305-2519-4ea5-b3f6-b96655f14893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:22.676043 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ad968305-2519-4ea5-b3f6-b96655f14893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:22.803155 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ad968305-2519-4ea5-b3f6-b96655f14893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:22.806243 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ad968305-2519-4ea5-b3f6-b96655f14893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:22.809282 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ad968305-2519-4ea5-b3f6-b96655f14893 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/91696853-a984-476a-80cd-5588701bba96 HTTP/1.1" status: 204 len: 168 time: 0.1953578 Jul 28 07:12:22.815065 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad968305-2519-4ea5-b3f6-b96655f14893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91696853-a984-476a-80cd-5588701bba96,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:23.118629 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e90a3-5d88-497d-a943-7fa594c93446 req-b91129fa-0272-48e3-b7c8-42bcc40352db tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:23.120256 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-304e90a3-5d88-497d-a943-7fa594c93446 req-b91129fa-0272-48e3-b7c8-42bcc40352db tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0473192 Jul 28 07:12:23.159009 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-304e90a3-5d88-497d-a943-7fa594c93446 req-7085d6d5-50d8-4755-a2d4-3b643fe11788 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318637 Jul 28 07:12:23.453294 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 56820) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:23.491088 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f1e39237-9408-4b2c-a410-4263f6342445 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=81195b1a1a8f4371be315dad421c36d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366786 Jul 28 07:12:23.493464 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 56822) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:23.539294 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-05d0ba11-2fdd-4df9-987a-74431fc8f6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:23.559815 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-05d0ba11-2fdd-4df9-987a-74431fc8f6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:23.922961 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-05d0ba11-2fdd-4df9-987a-74431fc8f6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:23.925479 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-05d0ba11-2fdd-4df9-987a-74431fc8f6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:23.926683 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-05d0ba11-2fdd-4df9-987a-74431fc8f6dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de240767-5b3b-493b-a0ac-38473ae53021 HTTP/1.1" status: 204 len: 168 time: 0.4323282 Jul 28 07:12:23.935234 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0ba11-2fdd-4df9-987a-74431fc8f6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de240767-5b3b-493b-a0ac-38473ae53021,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:24.277699 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e2a1-0dc1-4500-a7a5-4f31f6400157 req-2a94aa26-3902-4c58-bb7a-8d0af706de50 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:24.279215 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-21c0e2a1-0dc1-4500-a7a5-4f31f6400157 req-2a94aa26-3902-4c58-bb7a-8d0af706de50 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0485077 Jul 28 07:12:24.311232 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9defb8-acc1-48e9-98ec-aa311181d09e req-37558cd8-3d9f-4dee-99db-4ba04b101396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:24.315272 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7a9defb8-acc1-48e9-98ec-aa311181d09e req-37558cd8-3d9f-4dee-99db-4ba04b101396 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72669f81dfae41e59e1bf436c77c2d29&device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 1097 time: 0.0604103 Jul 28 07:12:24.331956 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-21c0e2a1-0dc1-4500-a7a5-4f31f6400157 req-0046e4fa-3e81-41fb-81d9-5170ea2575f1 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405178 Jul 28 07:12:24.432550 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9defb8-acc1-48e9-98ec-aa311181d09e req-eb7fa7ed-7006-4924-beaf-f4c17ba4659f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:24.434034 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7a9defb8-acc1-48e9-98ec-aa311181d09e req-eb7fa7ed-7006-4924-beaf-f4c17ba4659f service neutron] 10.222.0.11 "GET /v2.0/networks?id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a HTTP/1.1" status: 200 len: 918 time: 0.0951781 Jul 28 07:12:24.504324 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7a9defb8-acc1-48e9-98ec-aa311181d09e req-774c0497-fb06-488f-a645-24909565ae69 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1ce5be7-933f-404f-8e23-23fdcc874fb3 HTTP/1.1" status: 200 len: 1000 time: 0.0613284 Jul 28 07:12:24.553294 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9defb8-acc1-48e9-98ec-aa311181d09e req-cc1309ac-4eee-4ee5-b06d-dc79d6382736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:24.555220 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7a9defb8-acc1-48e9-98ec-aa311181d09e req-cc1309ac-4eee-4ee5-b06d-dc79d6382736 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daaf5aed-db9a-4a60-affc-b3c69fa15b44 HTTP/1.1" status: 200 len: 856 time: 0.0427387 Jul 28 07:12:24.600946 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9defb8-acc1-48e9-98ec-aa311181d09e req-92ac17a5-0ff5-4712-92a5-779b63f5126d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:24.602548 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7a9defb8-acc1-48e9-98ec-aa311181d09e req-92ac17a5-0ff5-4712-92a5-779b63f5126d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395980 Jul 28 07:12:24.696430 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7a9defb8-acc1-48e9-98ec-aa311181d09e req-850b3e04-c337-4cab-8d01-d4fce7517fa4 service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848572 Jul 28 07:12:24.785215 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7a9defb8-acc1-48e9-98ec-aa311181d09e req-981fff5d-4398-464e-a013-5125f1db340f service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805414 Jul 28 07:12:25.461280 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbabde6-e6d4-428c-8d16-442d9ab63a50 req-26fce52f-40db-4c01-8d27-a4f4eb719ecb tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:25.462378 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7cbabde6-e6d4-428c-8d16-442d9ab63a50 req-26fce52f-40db-4c01-8d27-a4f4eb719ecb tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0524681 Jul 28 07:12:25.499618 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7cbabde6-e6d4-428c-8d16-442d9ab63a50 req-97f5af89-cb47-4ee3-8801-8c8c0a402a26 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310419 Jul 28 07:12:25.844701 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 56868) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:25.962183 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3cb12e6e-6dd7-4f85-b485-2fe71740e107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:26.049553 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3cb12e6e-6dd7-4f85-b485-2fe71740e107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:26.128496 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3cb12e6e-6dd7-4f85-b485-2fe71740e107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:26.167065 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-3cb12e6e-6dd7-4f85-b485-2fe71740e107 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=198f175a7df34d508273b893587de6bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213265 Jul 28 07:12:26.167725 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb12e6e-6dd7-4f85-b485-2fe71740e107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9ccbb8-d72d-4532-aa4c-892e32241546,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:26.170327 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 56876) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:26.219348 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed0dbba7-8cef-46da-908e-926e9c8a48fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:26.240349 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed0dbba7-8cef-46da-908e-926e9c8a48fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:26.357953 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed0dbba7-8cef-46da-908e-926e9c8a48fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:26.360276 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed0dbba7-8cef-46da-908e-926e9c8a48fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:26.361418 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ed0dbba7-8cef-46da-908e-926e9c8a48fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a9ccbb8-d72d-4532-aa4c-892e32241546 HTTP/1.1" status: 204 len: 168 time: 0.1898825 Jul 28 07:12:26.369321 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dbba7-8cef-46da-908e-926e9c8a48fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9ccbb8-d72d-4532-aa4c-892e32241546,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:26.376504 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0dbba7-8cef-46da-908e-926e9c8a48fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:26.376865 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0dbba7-8cef-46da-908e-926e9c8a48fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:26.377202 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0dbba7-8cef-46da-908e-926e9c8a48fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:26.377540 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0dbba7-8cef-46da-908e-926e9c8a48fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:26.378120 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0dbba7-8cef-46da-908e-926e9c8a48fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:26.378458 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0dbba7-8cef-46da-908e-926e9c8a48fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:26.378818 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0dbba7-8cef-46da-908e-926e9c8a48fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:26.379156 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0dbba7-8cef-46da-908e-926e9c8a48fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:26.379488 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0dbba7-8cef-46da-908e-926e9c8a48fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:26.379816 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0dbba7-8cef-46da-908e-926e9c8a48fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:26.380152 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0dbba7-8cef-46da-908e-926e9c8a48fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:26.380479 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0dbba7-8cef-46da-908e-926e9c8a48fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:26.617432 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e869135-fb49-4577-a3e4-fb05cbe7ddf4 req-9ce6ae13-4a38-4d99-ad4d-4364e889ac88 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:26.618999 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9e869135-fb49-4577-a3e4-fb05cbe7ddf4 req-9ce6ae13-4a38-4d99-ad4d-4364e889ac88 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0483956 Jul 28 07:12:26.661543 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9e869135-fb49-4577-a3e4-fb05cbe7ddf4 req-0cb04d8f-1d03-4104-88da-e83a29bd559f tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362484 Jul 28 07:12:27.059955 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:27.783578 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838149a-843b-48c9-8950-a8f640a38dcb req-61b9dc7c-9d20-4f7f-8833-dd7342e4d128 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:27.785035 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7838149a-843b-48c9-8950-a8f640a38dcb req-61b9dc7c-9d20-4f7f-8833-dd7342e4d128 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0504014 Jul 28 07:12:27.822103 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7838149a-843b-48c9-8950-a8f640a38dcb req-e0991f01-4507-45da-a032-9b21a9e40309 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303326 Jul 28 07:12:28.944313 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bf711-4f65-4895-a7d5-6cbc1d06d6c0 req-2e63dfaa-fd5c-4bc0-829e-ad0471d52c34 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:28.945894 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6c2bf711-4f65-4895-a7d5-6cbc1d06d6c0 req-2e63dfaa-fd5c-4bc0-829e-ad0471d52c34 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0485528 Jul 28 07:12:28.983950 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6c2bf711-4f65-4895-a7d5-6cbc1d06d6c0 req-3e686a6e-5bda-4236-8f8e-61123de2e4f6 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316131 Jul 28 07:12:30.101321 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e452b-77f5-45d8-8e9b-1db42474b1bb req-de8210eb-a183-4164-b122-5b3dfd14f1b2 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:30.110640 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0b1e452b-77f5-45d8-8e9b-1db42474b1bb req-de8210eb-a183-4164-b122-5b3dfd14f1b2 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0472925 Jul 28 07:12:30.140179 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0b1e452b-77f5-45d8-8e9b-1db42474b1bb req-1f3f46b1-275c-41f2-9ea3-d938dbe3b55f tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310814 Jul 28 07:12:31.258738 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e1bb7-d817-45de-a7ea-7757906d193a req-636579ad-8b72-4c97-9a8d-c5b45d4b063c tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:31.260436 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9f7e1bb7-d817-45de-a7ea-7757906d193a req-636579ad-8b72-4c97-9a8d-c5b45d4b063c tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0504258 Jul 28 07:12:31.296513 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9f7e1bb7-d817-45de-a7ea-7757906d193a req-383ce678-1078-4a67-8289-f0120420df06 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295701 Jul 28 07:12:32.413770 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d35452-9c9e-4e37-bba5-edac2c963efd req-ebb92fdd-1f50-4164-9d55-59b613001ff8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:32.415234 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-30d35452-9c9e-4e37-bba5-edac2c963efd req-ebb92fdd-1f50-4164-9d55-59b613001ff8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0471158 Jul 28 07:12:32.451683 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-30d35452-9c9e-4e37-bba5-edac2c963efd req-d0b14975-9c9f-4831-9c90-da12696baf39 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305567 Jul 28 07:12:32.829543 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:12:33.568182 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132f91f-4ed8-4225-824b-02bbe349b80b req-731d36a2-01c4-42b8-aebc-6e1e2c422d17 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:33.569531 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8132f91f-4ed8-4225-824b-02bbe349b80b req-731d36a2-01c4-42b8-aebc-6e1e2c422d17 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0473588 Jul 28 07:12:33.605807 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8132f91f-4ed8-4225-824b-02bbe349b80b req-f9f43902-cf94-48d2-b89f-d00289b81336 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302513 Jul 28 07:12:34.727030 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363c3bc-7c91-479a-9a5f-1659cddda608 req-22b2be03-1ea3-4caf-9b85-6dab0a401ed3 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:34.728498 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5363c3bc-7c91-479a-9a5f-1659cddda608 req-22b2be03-1ea3-4caf-9b85-6dab0a401ed3 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0511668 Jul 28 07:12:34.765395 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5363c3bc-7c91-479a-9a5f-1659cddda608 req-e875c7ba-ebe0-4eee-bcbb-c6f078a0d184 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309787 Jul 28 07:12:35.881528 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0c65a-8602-4e71-ab53-b7299b2b3742 req-7adc18b6-1c4a-4c5e-84b2-15915be03992 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:35.883005 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-62c0c65a-8602-4e71-ab53-b7299b2b3742 req-7adc18b6-1c4a-4c5e-84b2-15915be03992 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0475247 Jul 28 07:12:35.927704 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-62c0c65a-8602-4e71-ab53-b7299b2b3742 req-f0a76f69-a32c-42c9-8eed-996fdc841f30 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383501 Jul 28 07:12:36.948196 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device f1ce5be7-933f-404f-8e23-23fdcc874fb3 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:12:37.048900 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port f1ce5be7-933f-404f-8e23-23fdcc874fb3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f1ce5be7-933f-404f-8e23-23fdcc874fb3,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:12:37.050173 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061f58f-1149-4de6-9727-b3cf9fd2bbd6 req-58620a99-3c84-4315-ac8a-fab1a474adc8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:37.051679 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2061f58f-1149-4de6-9727-b3cf9fd2bbd6 req-58620a99-3c84-4315-ac8a-fab1a474adc8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 944 time: 0.0499730 Jul 28 07:12:37.060919 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'port_id': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3', 'mac_address': 'fa:16:3e:1d:6a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:12:37.089446 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2061f58f-1149-4de6-9727-b3cf9fd2bbd6 req-56ad6a9d-126e-4551-9811-b769e97c8681 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315831 Jul 28 07:12:37.097677 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:37.110483 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ce5be7-933f-404f-8e23-23fdcc874fb3 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:12:37.130069 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port f1ce5be7-933f-404f-8e23-23fdcc874fb3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f1ce5be7-933f-404f-8e23-23fdcc874fb3,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:12:37.214218 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:37.260104 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=f1ce5be7-933f-404f-8e23-23fdcc874fb3,revision_number=9']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:37.419934 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['f1ce5be7-933f-404f-8e23-23fdcc874fb3'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:12:37.857187 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 57034) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:37.956190 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2ab077ab-5eac-4979-9901-aec1f140c020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:38.043970 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2ab077ab-5eac-4979-9901-aec1f140c020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:38.128615 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2ab077ab-5eac-4979-9901-aec1f140c020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:38.177603 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-2ab077ab-5eac-4979-9901-aec1f140c020 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dbc3e0b297ac4bbca323b4cfb4f6908f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193045 Jul 28 07:12:38.181023 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab077ab-5eac-4979-9901-aec1f140c020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe1ba5d-a63a-4d34-99a2-c09da0849e8d,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:38.181698 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 57044) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:38.218555 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e01867-2f6b-4cc6-a011-794781e61a81 req-9e5bec15-d6bf-44db-8677-9c31b3bf50a4 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:38.220060 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-13e01867-2f6b-4cc6-a011-794781e61a81 req-9e5bec15-d6bf-44db-8677-9c31b3bf50a4 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 945 time: 0.0592883 Jul 28 07:12:38.231898 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8a15b2e-b89f-4d53-8140-a446650b5e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:38.254291 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8a15b2e-b89f-4d53-8140-a446650b5e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:38.258809 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-13e01867-2f6b-4cc6-a011-794781e61a81 req-61725b87-e797-4908-910a-7ca993b8984b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325890 Jul 28 07:12:38.430271 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8a15b2e-b89f-4d53-8140-a446650b5e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:38.432904 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8a15b2e-b89f-4d53-8140-a446650b5e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:38.434854 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a8a15b2e-b89f-4d53-8140-a446650b5e7c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/abe1ba5d-a63a-4d34-99a2-c09da0849e8d HTTP/1.1" status: 204 len: 168 time: 0.2521350 Jul 28 07:12:38.443188 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a15b2e-b89f-4d53-8140-a446650b5e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe1ba5d-a63a-4d34-99a2-c09da0849e8d,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:38.486023 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 57050) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:38.587375 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-44d6f7a0-614d-4f06-8f33-0b5dd1cbf404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:38.676071 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-44d6f7a0-614d-4f06-8f33-0b5dd1cbf404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:38.739657 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-44d6f7a0-614d-4f06-8f33-0b5dd1cbf404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:38.777606 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-44d6f7a0-614d-4f06-8f33-0b5dd1cbf404 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00b4e6cc19974aa09b5cd09d6cadddfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899597 Jul 28 07:12:38.779643 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6f7a0-614d-4f06-8f33-0b5dd1cbf404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bed7c5-fbd2-49b9-867a-e6a79949842f,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:38.780374 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 57056) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:38.831081 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7a3c-18d7-4015-9378-e600abe5816c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:38.852048 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7a3c-18d7-4015-9378-e600abe5816c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:38.961286 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device f1ce5be7-933f-404f-8e23-23fdcc874fb3 up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:12:38.997701 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7a3c-18d7-4015-9378-e600abe5816c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:39.000277 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7a3c-18d7-4015-9378-e600abe5816c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:39.001453 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-dcdb7a3c-18d7-4015-9378-e600abe5816c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13bed7c5-fbd2-49b9-867a-e6a79949842f HTTP/1.1" status: 204 len: 168 time: 0.2201049 Jul 28 07:12:39.008727 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port f1ce5be7-933f-404f-8e23-23fdcc874fb3 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:12:39.009363 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:39.009565 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb7a3c-18d7-4015-9378-e600abe5816c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bed7c5-fbd2-49b9-867a-e6a79949842f,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:39.096329 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:39.118620 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab588fb-f4d0-48ff-83b9-adf4561ad0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:12:39.120930 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc08b3d-9a17-4104-bced-24f5343c5a75" -d '{"events": [{"server_uuid": "eab588fb-f4d0-48ff-83b9-adf4561ad0fa", "name": "network-vif-plugged", "status": "completed", "tag": "f1ce5be7-933f-404f-8e23-23fdcc874fb3"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:12:39.135423 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port f1ce5be7-933f-404f-8e23-23fdcc874fb3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f1ce5be7-933f-404f-8e23-23fdcc874fb3,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:12:39.160701 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de66d23-a88f-4d70-942c-a553565966a8 x-openstack-request-id: req-0de66d23-a88f-4d70-942c-a553565966a8 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:12:39.160701 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab588fb-f4d0-48ff-83b9-adf4561ad0fa", "name": "network-vif-plugged", "status": "completed", "tag": "f1ce5be7-933f-404f-8e23-23fdcc874fb3", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:12:39.160701 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0de66d23-a88f-4d70-942c-a553565966a8 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:12:39.161075 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab588fb-f4d0-48ff-83b9-adf4561ad0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3', 'code': 200} Jul 28 07:12:39.243119 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:39.330934 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=f1ce5be7-933f-404f-8e23-23fdcc874fb3,revision_number=10']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:39.411014 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544db74-7631-4293-8eff-a850d1501679 req-55fc9bf6-b829-45a5-afbe-40ddc0e2cae3 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:39.412681 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8544db74-7631-4293-8eff-a850d1501679 req-55fc9bf6-b829-45a5-afbe-40ddc0e2cae3 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 947 time: 0.0589330 Jul 28 07:12:39.451828 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8544db74-7631-4293-8eff-a850d1501679 req-7875a9f1-45d5-4876-a491-1693f5fa79c6 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322397 Jul 28 07:12:39.774389 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33e611da-96f5-4d41-9280-5a097c7b2e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:39.809846 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8767b69-5006-44a3-aac9-429c236d2889 req-82d4bc0d-6950-4478-91fe-8e2913e9bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:39.811392 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a8767b69-5006-44a3-aac9-429c236d2889 req-82d4bc0d-6950-4478-91fe-8e2913e9bbf9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 1100 time: 0.0411873 Jul 28 07:12:39.847926 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a8767b69-5006-44a3-aac9-429c236d2889 req-e8e07c0e-8ac3-42b3-bd39-a05ebcbeb381 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293210 Jul 28 07:12:40.068898 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 57102) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:40.160771 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-a3cb070d-670d-4bf7-9a19-764d50d4fbdd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1892521115-network', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:12:40.277440 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cb070d-670d-4bf7-9a19-764d50d4fbdd admin admin] Made reservation on behalf of e3b9e025252641e995fe2a6abe0f5cbe for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:12:40.279925 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a3cb070d-670d-4bf7-9a19-764d50d4fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:40.288288 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a3cb070d-670d-4bf7-9a19-764d50d4fbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:40.387583 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a3cb070d-670d-4bf7-9a19-764d50d4fbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:40.494112 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a3cb070d-670d-4bf7-9a19-764d50d4fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:40.519472 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3cb070d-670d-4bf7-9a19-764d50d4fbdd admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 07:12:40.530039 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb070d-670d-4bf7-9a19-764d50d4fbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8816fd-587b-4b9d-991c-708e9cb54f5c,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:40.547323 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a3cb070d-670d-4bf7-9a19-764d50d4fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:40.547888 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-a3cb070d-670d-4bf7-9a19-764d50d4fbdd admin admin] Added segment bdfbfb29-9cc6-4a6d-a07e-705f9f41c671 of type vlan for network 61413823-1660-427c-9cdb-f10195d5e28f Jul 28 07:12:40.617589 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a3cb070d-670d-4bf7-9a19-764d50d4fbdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745676247143'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:40.635329 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a4a32-40f9-4520-85d9-ffc09086958e req-6da21c11-bf4e-49e3-9e6e-bead820b2777 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:40.637406 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1d4a4a32-40f9-4520-85d9-ffc09086958e req-6da21c11-bf4e-49e3-9e6e-bead820b2777 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 947 time: 0.1033902 Jul 28 07:12:40.692468 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1d4a4a32-40f9-4520-85d9-ffc09086958e req-d5738d32-82f3-45a5-a6bb-bb648850a3eb tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399356 Jul 28 07:12:40.751404 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a3cb070d-670d-4bf7-9a19-764d50d4fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:40.752393 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cb070d-670d-4bf7-9a19-764d50d4fbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:40.752976 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a3cb070d-670d-4bf7-9a19-764d50d4fbdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:40.812238 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb070d-670d-4bf7-9a19-764d50d4fbdd admin admin] Pushing event updated for resources: {'Network': ['ID=61413823-1660-427c-9cdb-f10195d5e28f,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:40.824582 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Network 61413823-1660-427c-9cdb-f10195d5e28f details requested by agent ovs-agent-dv-cinder-792800-1-iscsi with host dv-cinder-792800-1-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 07:12:40.878424 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a3cb070d-670d-4bf7-9a19-764d50d4fbdd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8084214 Jul 28 07:12:40.881231 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 57138) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:40.887453 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-a9236272-0094-4949-8293-bbfc96cdaf80 admin admin] Request body: {'subnet': {'network_id': '61413823-1660-427c-9cdb-f10195d5e28f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1892521115-subnet', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:12:41.076860 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9236272-0094-4949-8293-bbfc96cdaf80 admin admin] Made reservation on behalf of e3b9e025252641e995fe2a6abe0f5cbe for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:12:41.079777 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a9236272-0094-4949-8293-bbfc96cdaf80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232880'] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:41.340336 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a9236272-0094-4949-8293-bbfc96cdaf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2851619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232770'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:41.401454 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9236272-0094-4949-8293-bbfc96cdaf80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b897a0b9-6498-41ec-a6f4-c36028286ae2,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:41.412788 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9236272-0094-4949-8293-bbfc96cdaf80 admin admin] Checking segment: {'id': 'bdfbfb29-9cc6-4a6d-a07e-705f9f41c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:12:41.414535 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9236272-0094-4949-8293-bbfc96cdaf80 admin admin] Network hostable DHCP agents. Network: 61413823-1660-427c-9cdb-f10195d5e28f, hostable agents: ['a9302e80-41e4-46d6-92fa-b7087ce18eda'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 07:12:41.494344 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9236272-0094-4949-8293-bbfc96cdaf80 admin admin] Network 61413823-1660-427c-9cdb-f10195d5e28f is scheduled to be hosted by DHCP agent a9302e80-41e4-46d6-92fa-b7087ce18eda with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 07:12:41.562581 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-a9236272-0094-4949-8293-bbfc96cdaf80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-1-iscsi, 61413823-1660-427c-9cdb-f10195d5e28f) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:12:41.566635 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9236272-0094-4949-8293-bbfc96cdaf80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:41.572236 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a9236272-0094-4949-8293-bbfc96cdaf80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:41.572982 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83f7845-76cc-4a4b-9690-e52800fb44ae None None] Network 61413823-1660-427c-9cdb-f10195d5e28f requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:12:41.689172 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a9236272-0094-4949-8293-bbfc96cdaf80 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8067508 Jul 28 07:12:41.691754 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 57172) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:41.696327 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-9ee3a21a-6d7b-42a6-b168-714e32ff1c6c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1892521115-router', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:12:41.721782 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29852646-a841-58f8-bf0d-6edda1e9bba6-61413823-1660-427c-9cdb-f10195d5e28f', 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'fixed_ips': [{'subnet_id': 'b897a0b9-6498-41ec-a6f4-c36028286ae2'}]}} from dv-cinder-792800-1-iscsi. {{(pid=93861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 07:12:41.722904 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:41.801530 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a21a-6d7b-42a6-b168-714e32ff1c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1612837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1946'] for router, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:41.802566 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a21a-6d7b-42a6-b168-714e32ff1c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2010447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1933'] for router, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:41.840875 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd177c-d145-42a6-894e-cc33908b242e req-10045b02-78bf-4103-b363-885c68ed8d7b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:41.842990 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-24bd177c-d145-42a6-894e-cc33908b242e req-10045b02-78bf-4103-b363-885c68ed8d7b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 947 time: 0.0768321 Jul 28 07:12:41.861876 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Allocated IP 172.20.0.2 (61413823-1660-427c-9cdb-f10195d5e28f/b897a0b9-6498-41ec-a6f4-c36028286ae2/1379c1a2-38d1-428b-8ff5-989c347102d2) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:12:41.872823 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a21a-6d7b-42a6-b168-714e32ff1c6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:41.904533 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-24bd177c-d145-42a6-894e-cc33908b242e req-7f7107ca-6f41-4ea1-b5f5-9185b9179147 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353315 Jul 28 07:12:42.011100 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:42.020602 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Transition to ACTIVE for port object 1379c1a2-38d1-428b-8ff5-989c347102d2 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:12:42.035960 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Transition to ACTIVE for port object 1379c1a2-38d1-428b-8ff5-989c347102d2 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:12:42.146122 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:42.186563 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Network 61413823-1660-427c-9cdb-f10195d5e28f is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:12:42.190100 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:12:42.193013 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:12:42.230276 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Pushing event updated for resources: {'Port': ['ID=1379c1a2-38d1-428b-8ff5-989c347102d2,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:42.273954 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Attempting to bind port 1379c1a2-38d1-428b-8ff5-989c347102d2 on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:12:42.274380 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Attempting to bind port 1379c1a2-38d1-428b-8ff5-989c347102d2 by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': 'bdfbfb29-9cc6-4a6d-a07e-705f9f41c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:12:42.275055 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Attempting to bind port 1379c1a2-38d1-428b-8ff5-989c347102d2 on network 61413823-1660-427c-9cdb-f10195d5e28f {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:12:42.281810 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:12:42.282178 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Checking segment: {'id': 'bdfbfb29-9cc6-4a6d-a07e-705f9f41c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:12:42.282615 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:42.283007 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Bound using segment: {'id': 'bdfbfb29-9cc6-4a6d-a07e-705f9f41c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:12:42.283476 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Bound port: 1379c1a2-38d1-428b-8ff5-989c347102d2, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfbfb29-9cc6-4a6d-a07e-705f9f41c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:12:42.283852 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:42.327670 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a21a-6d7b-42a6-b168-714e32ff1c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2019765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1612823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1919'] for router, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:42.351983 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] For port 1379c1a2-38d1-428b-8ff5-989c347102d2, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:12:42.355058 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] For port 1379c1a2-38d1-428b-8ff5-989c347102d2, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=1379c1a2-38d1-428b-8ff5-989c347102d2,segment=NetworkSegment(bdfbfb29-9cc6-4a6d-a07e-705f9f41c671),segment_id=bdfbfb29-9cc6-4a6d-a07e-705f9f41c671)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:12:42.449050 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:42.510584 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5e064d32-6fd5-48ac-bf3b-c82d0ff7b85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:42.517246 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeff70c-0ba7-497e-8253-dd06793bdc16 None None] Pushing event updated for resources: {'Port': ['ID=1379c1a2-38d1-428b-8ff5-989c347102d2,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:42.663805 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a21a-6d7b-42a6-b168-714e32ff1c6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:42.688597 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a21a-6d7b-42a6-b168-714e32ff1c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:42.797012 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:42.805416 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-9ee3a21a-6d7b-42a6-b168-714e32ff1c6c admin admin] Allocated IP 172.27.0.34 (8c193189-1b67-4afb-a9ff-6e33854cf3c6/2c40bc55-7b7c-48af-93d0-df9752159746/caf98ca2-27f8-4aa8-a642-1e09994c9f75) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:12:42.922052 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a21a-6d7b-42a6-b168-714e32ff1c6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:42.988994 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 1379c1a2-38d1-428b-8ff5-989c347102d2 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:12:43.025008 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93740949-716a-4121-94ec-8a7f9e3fba97 req-af8ee55f-d076-4847-aa1d-eb8cf6da3605 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:43.026479 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-93740949-716a-4121-94ec-8a7f9e3fba97 req-af8ee55f-d076-4847-aa1d-eb8cf6da3605 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 947 time: 0.0489199 Jul 28 07:12:43.027977 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a21a-6d7b-42a6-b168-714e32ff1c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:43.086670 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee3a21a-6d7b-42a6-b168-714e32ff1c6c admin admin] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:12:43.095051 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-9ee3a21a-6d7b-42a6-b168-714e32ff1c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:12:43.099326 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee3a21a-6d7b-42a6-b168-714e32ff1c6c admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:12:43.103328 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3a21a-6d7b-42a6-b168-714e32ff1c6c admin admin] Pushing event updated for resources: {'Port': ['ID=caf98ca2-27f8-4aa8-a642-1e09994c9f75,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:43.111718 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port 1379c1a2-38d1-428b-8ff5-989c347102d2 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:12:43.138246 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-93740949-716a-4121-94ec-8a7f9e3fba97 req-4534f1f0-fac1-4a71-a19c-1965a5643c5a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031554 Jul 28 07:12:43.378209 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ef9714-faf7-44cd-85bf-fe23e0c18d96 None None] Network 61413823-1660-427c-9cdb-f10195d5e28f requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:12:43.513011 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a21a-6d7b-42a6-b168-714e32ff1c6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:43.530407 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:43.648946 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-c1326f98-ccd9-464a-8341-dc87f3b15c09 None None] Provisioning for port 1379c1a2-38d1-428b-8ff5-989c347102d2 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:12:43.663223 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-c1326f98-ccd9-464a-8341-dc87f3b15c09 None None] Provisioning complete for port 1379c1a2-38d1-428b-8ff5-989c347102d2 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:12:43.663662 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1326f98-ccd9-464a-8341-dc87f3b15c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:43.726124 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a21a-6d7b-42a6-b168-714e32ff1c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2019728'] for router, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:43.751348 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1326f98-ccd9-464a-8341-dc87f3b15c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:43.789703 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-c1326f98-ccd9-464a-8341-dc87f3b15c09 None None] For port 1379c1a2-38d1-428b-8ff5-989c347102d2, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=1379c1a2-38d1-428b-8ff5-989c347102d2,segment=NetworkSegment(bdfbfb29-9cc6-4a6d-a07e-705f9f41c671),segment_id=bdfbfb29-9cc6-4a6d-a07e-705f9f41c671)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:12:43.865732 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1326f98-ccd9-464a-8341-dc87f3b15c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:43.914016 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1326f98-ccd9-464a-8341-dc87f3b15c09 None None] Pushing event updated for resources: {'Port': ['ID=1379c1a2-38d1-428b-8ff5-989c347102d2,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:43.945566 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee3a21a-6d7b-42a6-b168-714e32ff1c6c admin admin] Router 423ef07c-8828-47ed-bc53-cab6aa190471 is scheduled to L3 agent 577d4668-314f-4871-90f8-11573d95b012 with binding_index 1 {{(pid=93859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 07:12:43.984531 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-beab2f95-b1cc-4d0b-adf5-71c9ea35022a None None] Provisioning complete for port 1379c1a2-38d1-428b-8ff5-989c347102d2 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:12:43.984979 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-beab2f95-b1cc-4d0b-adf5-71c9ea35022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:44.053127 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee3a21a-6d7b-42a6-b168-714e32ff1c6c admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:12:44.063056 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] Sync routers for ids ['423ef07c-8828-47ed-bc53-cab6aa190471'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:12:44.079218 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] Routers {'423ef07c-8828-47ed-bc53-cab6aa190471'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:12:44.079840 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:12:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['423ef07c-8828-47ed-bc53-cab6aa190471'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:44.122973 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a21a-6d7b-42a6-b168-714e32ff1c6c admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:44.124255 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-9ee3a21a-6d7b-42a6-b168-714e32ff1c6c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4315789 Jul 28 07:12:44.126935 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 57200) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:44.185610 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] Set router 423ef07c-8828-47ed-bc53-cab6aa190471 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:12:44.367968 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'name': 'tempest-TestMinimumBasicScenario-1892521115-router', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:41Z', 'updated_at': '2021-07-28T07:12:43Z', 'revision_number': 3, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'gw_port': {'id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:42Z', 'updated_at': '2021-07-28T07:12:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:44.398810 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] Checking router: 423ef07c-8828-47ed-bc53-cab6aa190471 for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:12:44.399156 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] Updating router 423ef07c-8828-47ed-bc53-cab6aa190471 port caf98ca2-27f8-4aa8-a642-1e09994c9f75 binding host dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 07:12:44.424265 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:44.533920 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-655a2b8f-2360-45af-b79f-f4fbf5d90727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:44.673078 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:44.682539 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] Transition to ACTIVE for port object caf98ca2-27f8-4aa8-a642-1e09994c9f75 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:12:44.690988 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-655a2b8f-2360-45af-b79f-f4fbf5d90727 admin admin] Allocated IP 172.20.0.1 (61413823-1660-427c-9cdb-f10195d5e28f/b897a0b9-6498-41ec-a6f4-c36028286ae2/37283911-5ff7-4fb3-9551-6a6465624b9d) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:12:44.779932 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:44.799273 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-655a2b8f-2360-45af-b79f-f4fbf5d90727 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:44.812764 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-655a2b8f-2360-45af-b79f-f4fbf5d90727 admin admin] Transition to ACTIVE for port object 37283911-5ff7-4fb3-9551-6a6465624b9d will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:12:44.829086 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] Attempting to bind port caf98ca2-27f8-4aa8-a642-1e09994c9f75 on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:12:44.829448 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] Attempting to bind port caf98ca2-27f8-4aa8-a642-1e09994c9f75 by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:12:44.829803 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] Attempting to bind port caf98ca2-27f8-4aa8-a642-1e09994c9f75 on network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:12:44.842360 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:12:44.842756 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] Checking segment: {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:12:44.843158 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:44.843542 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] Bound using segment: {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:12:44.844008 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] Bound port: caf98ca2-27f8-4aa8-a642-1e09994c9f75, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:12:44.844367 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:44.846694 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa963e-81e5-439c-894b-680616e1b87b None None] Pushing event updated for resources: {'Port': ['ID=caf98ca2-27f8-4aa8-a642-1e09994c9f75,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:44.874126 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa963e-81e5-439c-894b-680616e1b87b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:44.874472 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa963e-81e5-439c-894b-680616e1b87b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:44.874833 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa963e-81e5-439c-894b-680616e1b87b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:44.875170 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa963e-81e5-439c-894b-680616e1b87b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:44.875498 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa963e-81e5-439c-894b-680616e1b87b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:44.875823 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa963e-81e5-439c-894b-680616e1b87b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:44.876200 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa963e-81e5-439c-894b-680616e1b87b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:44.876467 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa963e-81e5-439c-894b-680616e1b87b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:44.876830 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa963e-81e5-439c-894b-680616e1b87b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:44.877151 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa963e-81e5-439c-894b-680616e1b87b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:44.877478 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa963e-81e5-439c-894b-680616e1b87b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:44.877790 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa963e-81e5-439c-894b-680616e1b87b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:44.908186 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] For port caf98ca2-27f8-4aa8-a642-1e09994c9f75, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:12:44.911733 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] For port caf98ca2-27f8-4aa8-a642-1e09994c9f75, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=caf98ca2-27f8-4aa8-a642-1e09994c9f75,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:12:44.929052 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-655a2b8f-2360-45af-b79f-f4fbf5d90727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:44.951196 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 1379c1a2-38d1-428b-8ff5-989c347102d2 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:12:44.968989 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655a2b8f-2360-45af-b79f-f4fbf5d90727 admin admin] Network 61413823-1660-427c-9cdb-f10195d5e28f is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:12:44.971632 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-655a2b8f-2360-45af-b79f-f4fbf5d90727 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:12:44.975053 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655a2b8f-2360-45af-b79f-f4fbf5d90727 admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:12:45.005493 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a2b8f-2360-45af-b79f-f4fbf5d90727 admin admin] Pushing event updated for resources: {'Port': ['ID=37283911-5ff7-4fb3-9551-6a6465624b9d,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:45.025704 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 1379c1a2-38d1-428b-8ff5-989c347102d2 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:12:45.025704 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:45.025962 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-655a2b8f-2360-45af-b79f-f4fbf5d90727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2019663'] for router_interface, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:45.052085 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:45.086484 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] Routers {'423ef07c-8828-47ed-bc53-cab6aa190471'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:12:45.087180 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:12:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['423ef07c-8828-47ed-bc53-cab6aa190471'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:45.131821 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:45.269346 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa963e-81e5-439c-894b-680616e1b87b None None] Pushing event updated for resources: {'Port': ['ID=caf98ca2-27f8-4aa8-a642-1e09994c9f75,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:45.284901 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] Set router 423ef07c-8828-47ed-bc53-cab6aa190471 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:12:45.343129 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-d3ba7cba-70e1-4c28-888e-b2d416995a23 None None] Provisioning for port 37283911-5ff7-4fb3-9551-6a6465624b9d completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:12:45.357363 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-d3ba7cba-70e1-4c28-888e-b2d416995a23 None None] Provisioning complete for port 37283911-5ff7-4fb3-9551-6a6465624b9d triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:12:45.357734 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d3ba7cba-70e1-4c28-888e-b2d416995a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:45.424888 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba7cba-70e1-4c28-888e-b2d416995a23 None None] Port 37283911-5ff7-4fb3-9551-6a6465624b9d cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:12:45.453027 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-655a2b8f-2360-45af-b79f-f4fbf5d90727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:45.505978 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'name': 'tempest-TestMinimumBasicScenario-1892521115-router', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:41Z', 'updated_at': '2021-07-28T07:12:43Z', 'revision_number': 3, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'gw_port': {'id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:42Z', 'updated_at': '2021-07-28T07:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:45.534495 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec6aec8-af83-4dc9-bb2e-93eb860b0af7 None None] The sync data for ids ['423ef07c-8828-47ed-bc53-cab6aa190471'] in dv-cinder-792800-1-iscsi is: [{'id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'name': 'tempest-TestMinimumBasicScenario-1892521115-router', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:41Z', 'updated_at': '2021-07-28T07:12:43Z', 'revision_number': 3, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'gw_port': {'id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:42Z', 'updated_at': '2021-07-28T07:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:12:45.628996 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-655a2b8f-2360-45af-b79f-f4fbf5d90727 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:45.740299 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-655a2b8f-2360-45af-b79f-f4fbf5d90727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851772'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:45.807484 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a2b8f-2360-45af-b79f-f4fbf5d90727 admin admin] Pushing event updated for resources: {'Port': ['ID=37283911-5ff7-4fb3-9551-6a6465624b9d,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:45.810054 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-655a2b8f-2360-45af-b79f-f4fbf5d90727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2020063'] for router_interface, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:45.909729 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655a2b8f-2360-45af-b79f-f4fbf5d90727 admin admin] Network 61413823-1660-427c-9cdb-f10195d5e28f is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:12:45.911260 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-655a2b8f-2360-45af-b79f-f4fbf5d90727 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:12:46.033874 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655a2b8f-2360-45af-b79f-f4fbf5d90727 admin admin] Router 423ef07c-8828-47ed-bc53-cab6aa190471 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:12:46.145493 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655a2b8f-2360-45af-b79f-f4fbf5d90727 admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:12:46.150562 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-655a2b8f-2360-45af-b79f-f4fbf5d90727 admin admin] 10.222.0.10 "PUT /v2.0/routers/423ef07c-8828-47ed-bc53-cab6aa190471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0224123 Jul 28 07:12:46.151774 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-838b643b-80cc-43ed-be26-08fb44e3e96c None None] Provisioning complete for port 37283911-5ff7-4fb3-9551-6a6465624b9d triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:12:46.152253 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-838b643b-80cc-43ed-be26-08fb44e3e96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:46.188490 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-838b643b-80cc-43ed-be26-08fb44e3e96c None None] Port 37283911-5ff7-4fb3-9551-6a6465624b9d cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:12:46.912057 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 57234) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:46.918698 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-43ff83ca-9197-4e07-b8eb-9542d248219c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1654055173-network', 'tenant_id': '718235aa3b4b43e1af82556b299c7b29'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:12:46.976556 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device caf98ca2-27f8-4aa8-a642-1e09994c9f75 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:12:47.053928 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ff83ca-9197-4e07-b8eb-9542d248219c admin admin] Made reservation on behalf of 718235aa3b4b43e1af82556b299c7b29 for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:12:47.056282 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-43ff83ca-9197-4e07-b8eb-9542d248219c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:47.062612 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] Sync routers for ids ['423ef07c-8828-47ed-bc53-cab6aa190471'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:12:47.065325 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-43ff83ca-9197-4e07-b8eb-9542d248219c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:47.072260 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] Routers {'423ef07c-8828-47ed-bc53-cab6aa190471'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:12:47.077714 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:12:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['423ef07c-8828-47ed-bc53-cab6aa190471'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:47.128773 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port caf98ca2-27f8-4aa8-a642-1e09994c9f75 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:12:47.134258 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port caf98ca2-27f8-4aa8-a642-1e09994c9f75 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:12:47.134707 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:47.156634 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-43ff83ca-9197-4e07-b8eb-9542d248219c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:47.219878 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:47.231100 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-43ff83ca-9197-4e07-b8eb-9542d248219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:47.241369 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port caf98ca2-27f8-4aa8-a642-1e09994c9f75, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=caf98ca2-27f8-4aa8-a642-1e09994c9f75,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:12:47.252261 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ff83ca-9197-4e07-b8eb-9542d248219c admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 07:12:47.263107 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] Set router 423ef07c-8828-47ed-bc53-cab6aa190471 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:12:47.266564 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff83ca-9197-4e07-b8eb-9542d248219c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c84a84-1bf7-4ad5-ad1d-ca50dbd55bc2,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:47.272468 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-43ff83ca-9197-4e07-b8eb-9542d248219c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:47.272864 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-43ff83ca-9197-4e07-b8eb-9542d248219c admin admin] Added segment 678cbd66-6483-42b1-b154-d79bfd05a64a of type vlan for network b40b8530-3032-4d94-abb7-088dbc8ab2ff Jul 28 07:12:47.305548 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:47.315711 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-43ff83ca-9197-4e07-b8eb-9542d248219c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745676247143'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:47.359538 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=caf98ca2-27f8-4aa8-a642-1e09994c9f75,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:47.442652 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-43ff83ca-9197-4e07-b8eb-9542d248219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:47.443774 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ff83ca-9197-4e07-b8eb-9542d248219c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:47.444468 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-43ff83ca-9197-4e07-b8eb-9542d248219c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:47.478434 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'name': 'tempest-TestMinimumBasicScenario-1892521115-router', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:41Z', 'updated_at': '2021-07-28T07:12:45Z', 'revision_number': 4, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'gw_port': {'id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:42Z', 'updated_at': '2021-07-28T07:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '37283911-5ff7-4fb3-9551-6a6465624b9d', 'name': '', 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'mac_address': 'fa:16:3e:8a:5e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b897a0b9-6498-41ec-a6f4-c36028286ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:44Z', 'updated_at': '2021-07-28T07:12:45Z', 'revision_number': 2, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'subnets': [{'id': 'b897a0b9-6498-41ec-a6f4-c36028286ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:47.503939 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] Checking router: 423ef07c-8828-47ed-bc53-cab6aa190471 for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:12:47.504356 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] Updating router 423ef07c-8828-47ed-bc53-cab6aa190471 port 37283911-5ff7-4fb3-9551-6a6465624b9d binding host dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 07:12:47.504468 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff83ca-9197-4e07-b8eb-9542d248219c admin admin] Pushing event updated for resources: {'Network': ['ID=b40b8530-3032-4d94-abb7-088dbc8ab2ff,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:47.515728 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Network b40b8530-3032-4d94-abb7-088dbc8ab2ff details requested by agent ovs-agent-dv-cinder-792800-1-iscsi with host dv-cinder-792800-1-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 07:12:47.544183 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:47.552951 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-43ff83ca-9197-4e07-b8eb-9542d248219c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6390328 Jul 28 07:12:47.557133 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 57240) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:47.562867 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-7ecfa49f-3ab9-49cd-a104-46bff558fb4d admin admin] Request body: {'subnet': {'network_id': 'b40b8530-3032-4d94-abb7-088dbc8ab2ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1654055173-subnet', 'tenant_id': '718235aa3b4b43e1af82556b299c7b29', 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:12:47.676885 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecfa49f-3ab9-49cd-a104-46bff558fb4d admin admin] Made reservation on behalf of 718235aa3b4b43e1af82556b299c7b29 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:12:47.679354 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7ecfa49f-3ab9-49cd-a104-46bff558fb4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232880'] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:47.818075 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:47.828119 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] Transition to ACTIVE for port object 37283911-5ff7-4fb3-9551-6a6465624b9d will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:12:47.922375 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:47.957170 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7ecfa49f-3ab9-49cd-a104-46bff558fb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2851619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232770'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:47.969060 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c06840-fc90-40cc-8bde-ee0872ef752f None None] Pushing event updated for resources: {'Port': ['ID=37283911-5ff7-4fb3-9551-6a6465624b9d,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:47.979291 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c06840-fc90-40cc-8bde-ee0872ef752f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:47.979575 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c06840-fc90-40cc-8bde-ee0872ef752f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:47.979945 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c06840-fc90-40cc-8bde-ee0872ef752f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:47.980782 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c06840-fc90-40cc-8bde-ee0872ef752f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:47.981109 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c06840-fc90-40cc-8bde-ee0872ef752f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:47.981434 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c06840-fc90-40cc-8bde-ee0872ef752f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:47.981755 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c06840-fc90-40cc-8bde-ee0872ef752f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:47.982074 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c06840-fc90-40cc-8bde-ee0872ef752f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:47.982539 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c06840-fc90-40cc-8bde-ee0872ef752f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:47.982750 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c06840-fc90-40cc-8bde-ee0872ef752f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:47.983080 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c06840-fc90-40cc-8bde-ee0872ef752f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:47.983394 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c06840-fc90-40cc-8bde-ee0872ef752f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:12:48.020445 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfa49f-3ab9-49cd-a104-46bff558fb4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bc889eb-8084-4a42-a843-851f098a753c,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:48.028789 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecfa49f-3ab9-49cd-a104-46bff558fb4d admin admin] Checking segment: {'id': '678cbd66-6483-42b1-b154-d79bfd05a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b40b8530-3032-4d94-abb7-088dbc8ab2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:12:48.029327 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecfa49f-3ab9-49cd-a104-46bff558fb4d admin admin] Network hostable DHCP agents. Network: b40b8530-3032-4d94-abb7-088dbc8ab2ff, hostable agents: ['a9302e80-41e4-46d6-92fa-b7087ce18eda'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 07:12:48.036561 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] Attempting to bind port 37283911-5ff7-4fb3-9551-6a6465624b9d on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:12:48.036924 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] Attempting to bind port 37283911-5ff7-4fb3-9551-6a6465624b9d by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': 'bdfbfb29-9cc6-4a6d-a07e-705f9f41c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:12:48.037275 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] Attempting to bind port 37283911-5ff7-4fb3-9551-6a6465624b9d on network 61413823-1660-427c-9cdb-f10195d5e28f {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:12:48.042261 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:12:48.043209 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] Checking segment: {'id': 'bdfbfb29-9cc6-4a6d-a07e-705f9f41c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:12:48.043562 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:48.043953 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] Bound using segment: {'id': 'bdfbfb29-9cc6-4a6d-a07e-705f9f41c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:12:48.044412 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] Bound port: 37283911-5ff7-4fb3-9551-6a6465624b9d, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfbfb29-9cc6-4a6d-a07e-705f9f41c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:12:48.044804 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:48.094046 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecfa49f-3ab9-49cd-a104-46bff558fb4d admin admin] Network b40b8530-3032-4d94-abb7-088dbc8ab2ff is scheduled to be hosted by DHCP agent a9302e80-41e4-46d6-92fa-b7087ce18eda with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 07:12:48.110457 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] For port 37283911-5ff7-4fb3-9551-6a6465624b9d, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:12:48.113796 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] For port 37283911-5ff7-4fb3-9551-6a6465624b9d, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=37283911-5ff7-4fb3-9551-6a6465624b9d,segment=NetworkSegment(bdfbfb29-9cc6-4a6d-a07e-705f9f41c671),segment_id=bdfbfb29-9cc6-4a6d-a07e-705f9f41c671)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:12:48.179570 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-7ecfa49f-3ab9-49cd-a104-46bff558fb4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-1-iscsi, b40b8530-3032-4d94-abb7-088dbc8ab2ff) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:12:48.179777 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:48.184292 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecfa49f-3ab9-49cd-a104-46bff558fb4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:12:48.186398 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7ecfa49f-3ab9-49cd-a104-46bff558fb4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:48.188781 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac64e65-c6d8-4a53-8b09-03ed9e8ed100 None None] Network b40b8530-3032-4d94-abb7-088dbc8ab2ff requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:12:48.244930 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] Routers {'423ef07c-8828-47ed-bc53-cab6aa190471'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:12:48.245560 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:12:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['423ef07c-8828-47ed-bc53-cab6aa190471'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:48.250764 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c06840-fc90-40cc-8bde-ee0872ef752f None None] Pushing event updated for resources: {'Port': ['ID=37283911-5ff7-4fb3-9551-6a6465624b9d,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:48.251180 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7ecfa49f-3ab9-49cd-a104-46bff558fb4d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6928997 Jul 28 07:12:48.253911 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 57244) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:48.258348 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-a7be5c14-40d4-43f8-9691-9ad8215f7056 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1654055173-router', 'tenant_id': '718235aa3b4b43e1af82556b299c7b29', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:12:48.363097 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7be5c14-40d4-43f8-9691-9ad8215f7056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1612837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1946'] for router, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:48.364186 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7be5c14-40d4-43f8-9691-9ad8215f7056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2010447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1933'] for router, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:48.372029 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] Set router 423ef07c-8828-47ed-bc53-cab6aa190471 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:12:48.385958 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29852646-a841-58f8-bf0d-6edda1e9bba6-b40b8530-3032-4d94-abb7-088dbc8ab2ff', 'network_id': 'b40b8530-3032-4d94-abb7-088dbc8ab2ff', 'tenant_id': '718235aa3b4b43e1af82556b299c7b29', 'fixed_ips': [{'subnet_id': '1bc889eb-8084-4a42-a843-851f098a753c'}]}} from dv-cinder-792800-1-iscsi. {{(pid=93861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 07:12:48.390653 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:48.428830 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7be5c14-40d4-43f8-9691-9ad8215f7056 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:48.592063 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'name': 'tempest-TestMinimumBasicScenario-1892521115-router', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:41Z', 'updated_at': '2021-07-28T07:12:45Z', 'revision_number': 4, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'gw_port': {'id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:42Z', 'updated_at': '2021-07-28T07:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '37283911-5ff7-4fb3-9551-6a6465624b9d', 'name': '', 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'mac_address': 'fa:16:3e:8a:5e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b897a0b9-6498-41ec-a6f4-c36028286ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:44Z', 'updated_at': '2021-07-28T07:12:48Z', 'revision_number': 4, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'subnets': [{'id': 'b897a0b9-6498-41ec-a6f4-c36028286ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:48.619206 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b972a2-2cea-4068-b725-745a7a7f567d None None] The sync data for ids ['423ef07c-8828-47ed-bc53-cab6aa190471'] in dv-cinder-792800-1-iscsi is: [{'id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'name': 'tempest-TestMinimumBasicScenario-1892521115-router', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:41Z', 'updated_at': '2021-07-28T07:12:45Z', 'revision_number': 4, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'gw_port': {'id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:42Z', 'updated_at': '2021-07-28T07:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '37283911-5ff7-4fb3-9551-6a6465624b9d', 'name': '', 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'mac_address': 'fa:16:3e:8a:5e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b897a0b9-6498-41ec-a6f4-c36028286ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:44Z', 'updated_at': '2021-07-28T07:12:48Z', 'revision_number': 4, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'subnets': [{'id': 'b897a0b9-6498-41ec-a6f4-c36028286ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:12:48.656689 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7be5c14-40d4-43f8-9691-9ad8215f7056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2019765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1612823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1919'] for router, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:48.707557 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Allocated IP 172.20.0.2 (b40b8530-3032-4d94-abb7-088dbc8ab2ff/1bc889eb-8084-4a42-a843-851f098a753c/43753b06-4585-45ce-95da-5c34c305c36d) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:12:48.866181 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:48.875139 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Transition to ACTIVE for port object 43753b06-4585-45ce-95da-5c34c305c36d will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:12:48.897180 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Transition to ACTIVE for port object 43753b06-4585-45ce-95da-5c34c305c36d will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:12:49.037525 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:49.080734 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7be5c14-40d4-43f8-9691-9ad8215f7056 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:49.106281 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Network b40b8530-3032-4d94-abb7-088dbc8ab2ff is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:12:49.108861 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:12:49.112647 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7be5c14-40d4-43f8-9691-9ad8215f7056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:49.117914 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:12:49.121460 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device caf98ca2-27f8-4aa8-a642-1e09994c9f75 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:12:49.128589 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Pushing event updated for resources: {'Port': ['ID=43753b06-4585-45ce-95da-5c34c305c36d,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:49.212864 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Attempting to bind port 43753b06-4585-45ce-95da-5c34c305c36d on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:12:49.213231 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Attempting to bind port 43753b06-4585-45ce-95da-5c34c305c36d by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': '678cbd66-6483-42b1-b154-d79bfd05a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b40b8530-3032-4d94-abb7-088dbc8ab2ff'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:12:49.213591 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Attempting to bind port 43753b06-4585-45ce-95da-5c34c305c36d on network b40b8530-3032-4d94-abb7-088dbc8ab2ff {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:12:49.223150 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:12:49.223518 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Checking segment: {'id': '678cbd66-6483-42b1-b154-d79bfd05a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b40b8530-3032-4d94-abb7-088dbc8ab2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:12:49.223913 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:49.228696 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Bound using segment: {'id': '678cbd66-6483-42b1-b154-d79bfd05a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b40b8530-3032-4d94-abb7-088dbc8ab2ff'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:12:49.228696 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Bound port: 43753b06-4585-45ce-95da-5c34c305c36d, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678cbd66-6483-42b1-b154-d79bfd05a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b40b8530-3032-4d94-abb7-088dbc8ab2ff'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:12:49.228696 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:49.229645 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-a7be5c14-40d4-43f8-9691-9ad8215f7056 admin admin] Allocated IP 172.27.0.79 (8c193189-1b67-4afb-a9ff-6e33854cf3c6/2c40bc55-7b7c-48af-93d0-df9752159746/7a82460b-83c9-4361-b1cc-915f120c1af8) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:12:49.244930 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port caf98ca2-27f8-4aa8-a642-1e09994c9f75 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:12:49.245479 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:49.357066 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7be5c14-40d4-43f8-9691-9ad8215f7056 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:49.390434 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] For port 43753b06-4585-45ce-95da-5c34c305c36d, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:12:49.405348 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] For port 43753b06-4585-45ce-95da-5c34c305c36d, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=43753b06-4585-45ce-95da-5c34c305c36d,segment=NetworkSegment(678cbd66-6483-42b1-b154-d79bfd05a64a),segment_id=678cbd66-6483-42b1-b154-d79bfd05a64a)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:12:49.414880 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 37283911-5ff7-4fb3-9551-6a6465624b9d up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:12:49.500334 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:49.546149 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port 37283911-5ff7-4fb3-9551-6a6465624b9d completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:12:49.547334 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7be5c14-40d4-43f8-9691-9ad8215f7056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:49.562778 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 37283911-5ff7-4fb3-9551-6a6465624b9d triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:12:49.568507 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:49.591171 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76753f69-53cd-4039-88e9-73f7704f7478 None None] Pushing event updated for resources: {'Port': ['ID=43753b06-4585-45ce-95da-5c34c305c36d,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:49.595572 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7be5c14-40d4-43f8-9691-9ad8215f7056 admin admin] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:12:49.597407 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-a7be5c14-40d4-43f8-9691-9ad8215f7056 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:12:49.600118 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be5c14-40d4-43f8-9691-9ad8215f7056 admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:12:49.636959 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be5c14-40d4-43f8-9691-9ad8215f7056 admin admin] Pushing event updated for resources: {'Port': ['ID=7a82460b-83c9-4361-b1cc-915f120c1af8,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:49.662058 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:49.700649 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port 37283911-5ff7-4fb3-9551-6a6465624b9d, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=37283911-5ff7-4fb3-9551-6a6465624b9d,segment=NetworkSegment(bdfbfb29-9cc6-4a6d-a07e-705f9f41c671),segment_id=bdfbfb29-9cc6-4a6d-a07e-705f9f41c671)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:12:49.786068 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:49.844868 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=37283911-5ff7-4fb3-9551-6a6465624b9d,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:50.013644 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7be5c14-40d4-43f8-9691-9ad8215f7056 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:50.205630 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7be5c14-40d4-43f8-9691-9ad8215f7056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2019728'] for router, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:50.414090 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7be5c14-40d4-43f8-9691-9ad8215f7056 admin admin] Router 3dbfacf1-6e14-45a3-a722-dc6eec8b9387 is scheduled to L3 agent 577d4668-314f-4871-90f8-11573d95b012 with binding_index 1 {{(pid=93860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 07:12:50.445341 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bfc0e4-d0f6-459a-8695-9131294e6147 None None] Network b40b8530-3032-4d94-abb7-088dbc8ab2ff requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:12:50.528802 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7be5c14-40d4-43f8-9691-9ad8215f7056 admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:12:50.541947 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] Sync routers for ids ['3dbfacf1-6e14-45a3-a722-dc6eec8b9387'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:12:50.571748 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-d1561850-5321-4999-b204-7a87eac7ef5d None None] Provisioning for port 43753b06-4585-45ce-95da-5c34c305c36d completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:12:50.581982 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] Routers {'3dbfacf1-6e14-45a3-a722-dc6eec8b9387'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:12:50.582762 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:12:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['3dbfacf1-6e14-45a3-a722-dc6eec8b9387'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:50.625477 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a7be5c14-40d4-43f8-9691-9ad8215f7056 admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:50.629730 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 57264) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:50.630227 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a7be5c14-40d4-43f8-9691-9ad8215f7056 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3749549 Jul 28 07:12:50.738015 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] Set router 3dbfacf1-6e14-45a3-a722-dc6eec8b9387 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:12:50.968024 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbfacf1-6e14-45a3-a722-dc6eec8b9387', 'name': 'tempest-TestMinimumBasicScenario-1654055173-router', 'tenant_id': '718235aa3b4b43e1af82556b299c7b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7a82460b-83c9-4361-b1cc-915f120c1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:48Z', 'updated_at': '2021-07-28T07:12:49Z', 'revision_number': 3, 'project_id': '718235aa3b4b43e1af82556b299c7b29', 'gw_port': {'id': '7a82460b-83c9-4361-b1cc-915f120c1af8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:32:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbfacf1-6e14-45a3-a722-dc6eec8b9387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:49Z', 'updated_at': '2021-07-28T07:12:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:50.999953 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] Checking router: 3dbfacf1-6e14-45a3-a722-dc6eec8b9387 for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:12:51.000625 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] Updating router 3dbfacf1-6e14-45a3-a722-dc6eec8b9387 port 7a82460b-83c9-4361-b1cc-915f120c1af8 binding host dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 07:12:51.031467 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:51.124973 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 43753b06-4585-45ce-95da-5c34c305c36d up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:12:51.135263 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-10efca0f-7353-4c98-be25-ae0a1e100717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:51.285602 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-10efca0f-7353-4c98-be25-ae0a1e100717 admin admin] Allocated IP 172.20.0.1 (b40b8530-3032-4d94-abb7-088dbc8ab2ff/1bc889eb-8084-4a42-a843-851f098a753c/977649e5-4b5d-47fc-aa9c-d059286f206e) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:12:51.329099 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port 43753b06-4585-45ce-95da-5c34c305c36d completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:12:51.335679 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 43753b06-4585-45ce-95da-5c34c305c36d triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:12:51.335679 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:51.338415 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:51.370962 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] Transition to ACTIVE for port object 7a82460b-83c9-4361-b1cc-915f120c1af8 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:12:51.411264 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 57276) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:51.431712 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-10efca0f-7353-4c98-be25-ae0a1e100717 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:51.435462 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:51.447609 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-10efca0f-7353-4c98-be25-ae0a1e100717 admin admin] Transition to ACTIVE for port object 977649e5-4b5d-47fc-aa9c-d059286f206e will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:12:51.470549 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port 43753b06-4585-45ce-95da-5c34c305c36d, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=43753b06-4585-45ce-95da-5c34c305c36d,segment=NetworkSegment(678cbd66-6483-42b1-b154-d79bfd05a64a),segment_id=678cbd66-6483-42b1-b154-d79bfd05a64a)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:12:51.488017 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:51.534611 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b31116f5-79b9-4009-a489-32d0254f27c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:51.540663 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] Attempting to bind port 7a82460b-83c9-4361-b1cc-915f120c1af8 on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:12:51.540663 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] Attempting to bind port 7a82460b-83c9-4361-b1cc-915f120c1af8 by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:12:51.540663 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] Attempting to bind port 7a82460b-83c9-4361-b1cc-915f120c1af8 on network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:12:51.548950 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373806a-d724-45eb-88fd-67c2d9590977 None None] Pushing event updated for resources: {'Port': ['ID=7a82460b-83c9-4361-b1cc-915f120c1af8,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:51.551439 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:12:51.551809 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] Checking segment: {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:12:51.552286 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:51.552671 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] Bound using segment: {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:12:51.553135 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] Bound port: 7a82460b-83c9-4361-b1cc-915f120c1af8, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:12:51.553511 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:51.576463 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:51.577221 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 37283911-5ff7-4fb3-9551-6a6465624b9d up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:12:51.591933 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-10efca0f-7353-4c98-be25-ae0a1e100717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:51.625710 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b31116f5-79b9-4009-a489-32d0254f27c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:51.629092 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10efca0f-7353-4c98-be25-ae0a1e100717 admin admin] Network b40b8530-3032-4d94-abb7-088dbc8ab2ff is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:12:51.632218 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-10efca0f-7353-4c98-be25-ae0a1e100717 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:12:51.635909 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10efca0f-7353-4c98-be25-ae0a1e100717 admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:12:51.677284 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efca0f-7353-4c98-be25-ae0a1e100717 admin admin] Pushing event updated for resources: {'Port': ['ID=977649e5-4b5d-47fc-aa9c-d059286f206e,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:51.680117 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=43753b06-4585-45ce-95da-5c34c305c36d,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:51.684003 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] For port 7a82460b-83c9-4361-b1cc-915f120c1af8, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:12:51.687859 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] For port 7a82460b-83c9-4361-b1cc-915f120c1af8, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=7a82460b-83c9-4361-b1cc-915f120c1af8,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:12:51.704453 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-10efca0f-7353-4c98-be25-ae0a1e100717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2019663'] for router_interface, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:51.704624 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 37283911-5ff7-4fb3-9551-6a6465624b9d triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:12:51.704959 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:51.717573 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b31116f5-79b9-4009-a489-32d0254f27c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:51.752004 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31116f5-79b9-4009-a489-32d0254f27c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376bcbcc-dd50-409b-91c3-012ba0efe97c,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:51.783458 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b31116f5-79b9-4009-a489-32d0254f27c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=97726a6d47c34581b0d6ebb730516aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3708546 Jul 28 07:12:51.786018 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 57280) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:51.811163 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:51.847955 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e0241976-bf1d-4323-bfe1-62417a1a4648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:51.872275 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e0241976-bf1d-4323-bfe1-62417a1a4648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:51.959232 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-10efca0f-7353-4c98-be25-ae0a1e100717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:51.987763 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] Routers {'3dbfacf1-6e14-45a3-a722-dc6eec8b9387'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:12:51.988390 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:12:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['3dbfacf1-6e14-45a3-a722-dc6eec8b9387'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:51.993004 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373806a-d724-45eb-88fd-67c2d9590977 None None] Pushing event updated for resources: {'Port': ['ID=7a82460b-83c9-4361-b1cc-915f120c1af8,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:51.997770 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e0241976-bf1d-4323-bfe1-62417a1a4648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:52.000452 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e0241976-bf1d-4323-bfe1-62417a1a4648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:52.001917 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e0241976-bf1d-4323-bfe1-62417a1a4648 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/376bcbcc-dd50-409b-91c3-012ba0efe97c HTTP/1.1" status: 204 len: 168 time: 0.2145021 Jul 28 07:12:52.010959 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0241976-bf1d-4323-bfe1-62417a1a4648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376bcbcc-dd50-409b-91c3-012ba0efe97c,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:52.058237 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-a755e256-6587-4081-a976-e94703e56cec None None] Provisioning for port 977649e5-4b5d-47fc-aa9c-d059286f206e completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:12:52.066547 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-a755e256-6587-4081-a976-e94703e56cec None None] Provisioning complete for port 977649e5-4b5d-47fc-aa9c-d059286f206e triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:12:52.066904 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a755e256-6587-4081-a976-e94703e56cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:52.142044 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a755e256-6587-4081-a976-e94703e56cec None None] Port 977649e5-4b5d-47fc-aa9c-d059286f206e cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:12:52.144467 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-10efca0f-7353-4c98-be25-ae0a1e100717 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:52.166273 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] Set router 3dbfacf1-6e14-45a3-a722-dc6eec8b9387 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:12:52.219646 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-10efca0f-7353-4c98-be25-ae0a1e100717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851772'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:52.294416 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-10efca0f-7353-4c98-be25-ae0a1e100717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2020063'] for router_interface, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:52.297348 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efca0f-7353-4c98-be25-ae0a1e100717 admin admin] Pushing event updated for resources: {'Port': ['ID=977649e5-4b5d-47fc-aa9c-d059286f206e,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:52.376415 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbfacf1-6e14-45a3-a722-dc6eec8b9387', 'name': 'tempest-TestMinimumBasicScenario-1654055173-router', 'tenant_id': '718235aa3b4b43e1af82556b299c7b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7a82460b-83c9-4361-b1cc-915f120c1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:48Z', 'updated_at': '2021-07-28T07:12:51Z', 'revision_number': 4, 'project_id': '718235aa3b4b43e1af82556b299c7b29', 'gw_port': {'id': '7a82460b-83c9-4361-b1cc-915f120c1af8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:32:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbfacf1-6e14-45a3-a722-dc6eec8b9387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:49Z', 'updated_at': '2021-07-28T07:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '977649e5-4b5d-47fc-aa9c-d059286f206e', 'name': '', 'network_id': 'b40b8530-3032-4d94-abb7-088dbc8ab2ff', 'tenant_id': '718235aa3b4b43e1af82556b299c7b29', 'mac_address': 'fa:16:3e:09:64:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbfacf1-6e14-45a3-a722-dc6eec8b9387', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1bc889eb-8084-4a42-a843-851f098a753c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:51Z', 'updated_at': '2021-07-28T07:12:51Z', 'revision_number': 1, 'project_id': '718235aa3b4b43e1af82556b299c7b29', 'subnets': [{'id': '1bc889eb-8084-4a42-a843-851f098a753c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:52.398324 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10efca0f-7353-4c98-be25-ae0a1e100717 admin admin] Network b40b8530-3032-4d94-abb7-088dbc8ab2ff is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:12:52.399797 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-10efca0f-7353-4c98-be25-ae0a1e100717 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:12:52.407038 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea07502-e6c2-414a-9b7b-783a0272e59f None None] The sync data for ids ['3dbfacf1-6e14-45a3-a722-dc6eec8b9387'] in dv-cinder-792800-1-iscsi is: [{'id': '3dbfacf1-6e14-45a3-a722-dc6eec8b9387', 'name': 'tempest-TestMinimumBasicScenario-1654055173-router', 'tenant_id': '718235aa3b4b43e1af82556b299c7b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7a82460b-83c9-4361-b1cc-915f120c1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:48Z', 'updated_at': '2021-07-28T07:12:51Z', 'revision_number': 4, 'project_id': '718235aa3b4b43e1af82556b299c7b29', 'gw_port': {'id': '7a82460b-83c9-4361-b1cc-915f120c1af8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:32:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbfacf1-6e14-45a3-a722-dc6eec8b9387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:49Z', 'updated_at': '2021-07-28T07:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '977649e5-4b5d-47fc-aa9c-d059286f206e', 'name': '', 'network_id': 'b40b8530-3032-4d94-abb7-088dbc8ab2ff', 'tenant_id': '718235aa3b4b43e1af82556b299c7b29', 'mac_address': 'fa:16:3e:09:64:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbfacf1-6e14-45a3-a722-dc6eec8b9387', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1bc889eb-8084-4a42-a843-851f098a753c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:51Z', 'updated_at': '2021-07-28T07:12:51Z', 'revision_number': 1, 'project_id': '718235aa3b4b43e1af82556b299c7b29', 'subnets': [{'id': '1bc889eb-8084-4a42-a843-851f098a753c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:12:52.519585 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10efca0f-7353-4c98-be25-ae0a1e100717 admin admin] Router 3dbfacf1-6e14-45a3-a722-dc6eec8b9387 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:12:52.660129 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10efca0f-7353-4c98-be25-ae0a1e100717 admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:12:52.665837 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-10efca0f-7353-4c98-be25-ae0a1e100717 admin admin] 10.222.0.10 "PUT /v2.0/routers/3dbfacf1-6e14-45a3-a722-dc6eec8b9387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0351145 Jul 28 07:12:52.679200 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-38ad74e8-95a4-4b08-96b8-c2345c41a54f None None] Provisioning complete for port 977649e5-4b5d-47fc-aa9c-d059286f206e triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:12:52.679641 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38ad74e8-95a4-4b08-96b8-c2345c41a54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:52.716382 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 57288) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:52.726252 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-38ad74e8-95a4-4b08-96b8-c2345c41a54f None None] Port 977649e5-4b5d-47fc-aa9c-d059286f206e cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:12:52.738196 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-be4455cd-c957-4720-ba61-e280f1d128ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:52.836343 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-be4455cd-c957-4720-ba61-e280f1d128ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:52.974752 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-be4455cd-c957-4720-ba61-e280f1d128ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:52.976204 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 43753b06-4585-45ce-95da-5c34c305c36d up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:12:53.020353 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4455cd-c957-4720-ba61-e280f1d128ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985db1a7-e629-491e-945e-75371246ae42,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:53.024692 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-be4455cd-c957-4720-ba61-e280f1d128ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=333709a727be4f2ebb896ee650ec8d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072872 Jul 28 07:12:53.027317 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 57296) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:53.033877 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 43753b06-4585-45ce-95da-5c34c305c36d triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:12:53.034325 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:53.121969 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f55c-29a1-46b4-83b0-d305fcbeff56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:53.165018 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f55c-29a1-46b4-83b0-d305fcbeff56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:53.271188 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f55c-29a1-46b4-83b0-d305fcbeff56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:53.273905 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f55c-29a1-46b4-83b0-d305fcbeff56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:53.278123 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b2b1f55c-29a1-46b4-83b0-d305fcbeff56 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/985db1a7-e629-491e-945e-75371246ae42 HTTP/1.1" status: 204 len: 168 time: 0.2497818 Jul 28 07:12:53.287396 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1f55c-29a1-46b4-83b0-d305fcbeff56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985db1a7-e629-491e-945e-75371246ae42,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:54.064754 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 57316) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:54.081930 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-66d6fe8c-664a-49d0-8fc0-2caad6699494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:54.187935 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-66d6fe8c-664a-49d0-8fc0-2caad6699494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:54.259661 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-66d6fe8c-664a-49d0-8fc0-2caad6699494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:54.301682 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-66d6fe8c-664a-49d0-8fc0-2caad6699494 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0176a71461bc46f6bcbab0340feaa321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347765 Jul 28 07:12:54.302705 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6fe8c-664a-49d0-8fc0-2caad6699494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6768a07-fcc8-4518-b910-c009a4192bac,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:54.304981 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 57318) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:12:54.363463 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e43949fa-9d8b-4f56-a65a-e0fa6342dba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:54.394616 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e43949fa-9d8b-4f56-a65a-e0fa6342dba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:54.551116 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e43949fa-9d8b-4f56-a65a-e0fa6342dba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:54.553757 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e43949fa-9d8b-4f56-a65a-e0fa6342dba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:54.555029 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e43949fa-9d8b-4f56-a65a-e0fa6342dba9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b6768a07-fcc8-4518-b910-c009a4192bac HTTP/1.1" status: 204 len: 168 time: 0.2491264 Jul 28 07:12:54.566678 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43949fa-9d8b-4f56-a65a-e0fa6342dba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6768a07-fcc8-4518-b910-c009a4192bac,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:55.027639 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 7a82460b-83c9-4361-b1cc-915f120c1af8 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:12:55.162713 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port 7a82460b-83c9-4361-b1cc-915f120c1af8 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:12:55.166965 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 7a82460b-83c9-4361-b1cc-915f120c1af8 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:12:55.167525 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:55.265263 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:55.291215 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port 7a82460b-83c9-4361-b1cc-915f120c1af8, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=7a82460b-83c9-4361-b1cc-915f120c1af8,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:12:55.408503 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:55.474058 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=7a82460b-83c9-4361-b1cc-915f120c1af8,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:55.740241 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] Sync routers for ids ['3dbfacf1-6e14-45a3-a722-dc6eec8b9387'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:12:55.752996 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] Routers {'3dbfacf1-6e14-45a3-a722-dc6eec8b9387'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:12:55.753730 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:12:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['3dbfacf1-6e14-45a3-a722-dc6eec8b9387'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:55.884218 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] Set router 3dbfacf1-6e14-45a3-a722-dc6eec8b9387 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:12:56.131324 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbfacf1-6e14-45a3-a722-dc6eec8b9387', 'name': 'tempest-TestMinimumBasicScenario-1654055173-router', 'tenant_id': '718235aa3b4b43e1af82556b299c7b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7a82460b-83c9-4361-b1cc-915f120c1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:48Z', 'updated_at': '2021-07-28T07:12:51Z', 'revision_number': 4, 'project_id': '718235aa3b4b43e1af82556b299c7b29', 'gw_port': {'id': '7a82460b-83c9-4361-b1cc-915f120c1af8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:32:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbfacf1-6e14-45a3-a722-dc6eec8b9387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:49Z', 'updated_at': '2021-07-28T07:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '977649e5-4b5d-47fc-aa9c-d059286f206e', 'name': '', 'network_id': 'b40b8530-3032-4d94-abb7-088dbc8ab2ff', 'tenant_id': '718235aa3b4b43e1af82556b299c7b29', 'mac_address': 'fa:16:3e:09:64:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbfacf1-6e14-45a3-a722-dc6eec8b9387', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1bc889eb-8084-4a42-a843-851f098a753c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:51Z', 'updated_at': '2021-07-28T07:12:52Z', 'revision_number': 2, 'project_id': '718235aa3b4b43e1af82556b299c7b29', 'subnets': [{'id': '1bc889eb-8084-4a42-a843-851f098a753c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:56.166268 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] Checking router: 3dbfacf1-6e14-45a3-a722-dc6eec8b9387 for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:12:56.166660 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] Updating router 3dbfacf1-6e14-45a3-a722-dc6eec8b9387 port 977649e5-4b5d-47fc-aa9c-d059286f206e binding host dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 07:12:56.193102 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:56.602826 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:56.602826 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] Transition to ACTIVE for port object 977649e5-4b5d-47fc-aa9c-d059286f206e will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:12:56.951839 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:56.961942 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 7a82460b-83c9-4361-b1cc-915f120c1af8 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:12:57.023371 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 7a82460b-83c9-4361-b1cc-915f120c1af8 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:12:57.023749 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:57.023864 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc52c9a-3975-44c6-9231-2570b73abff1 None None] Pushing event updated for resources: {'Port': ['ID=977649e5-4b5d-47fc-aa9c-d059286f206e,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:57.121614 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:57.252553 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] Attempting to bind port 977649e5-4b5d-47fc-aa9c-d059286f206e on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:12:57.253774 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] Attempting to bind port 977649e5-4b5d-47fc-aa9c-d059286f206e by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': '678cbd66-6483-42b1-b154-d79bfd05a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b40b8530-3032-4d94-abb7-088dbc8ab2ff'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:12:57.253774 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] Attempting to bind port 977649e5-4b5d-47fc-aa9c-d059286f206e on network b40b8530-3032-4d94-abb7-088dbc8ab2ff {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:12:57.263394 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:12:57.263907 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] Checking segment: {'id': '678cbd66-6483-42b1-b154-d79bfd05a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b40b8530-3032-4d94-abb7-088dbc8ab2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:12:57.264358 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:57.264822 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] Bound using segment: {'id': '678cbd66-6483-42b1-b154-d79bfd05a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b40b8530-3032-4d94-abb7-088dbc8ab2ff'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:12:57.265312 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] Bound port: 977649e5-4b5d-47fc-aa9c-d059286f206e, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678cbd66-6483-42b1-b154-d79bfd05a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b40b8530-3032-4d94-abb7-088dbc8ab2ff'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:12:57.265706 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:57.389001 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] For port 977649e5-4b5d-47fc-aa9c-d059286f206e, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:12:57.403876 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] For port 977649e5-4b5d-47fc-aa9c-d059286f206e, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=977649e5-4b5d-47fc-aa9c-d059286f206e,segment=NetworkSegment(678cbd66-6483-42b1-b154-d79bfd05a64a),segment_id=678cbd66-6483-42b1-b154-d79bfd05a64a)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:12:57.523116 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:57.602962 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] Routers {'3dbfacf1-6e14-45a3-a722-dc6eec8b9387'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:12:57.603557 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:12:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['3dbfacf1-6e14-45a3-a722-dc6eec8b9387'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:57.693336 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc52c9a-3975-44c6-9231-2570b73abff1 None None] Pushing event updated for resources: {'Port': ['ID=977649e5-4b5d-47fc-aa9c-d059286f206e,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:12:57.731234 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] Set router 3dbfacf1-6e14-45a3-a722-dc6eec8b9387 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:12:57.989022 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbfacf1-6e14-45a3-a722-dc6eec8b9387', 'name': 'tempest-TestMinimumBasicScenario-1654055173-router', 'tenant_id': '718235aa3b4b43e1af82556b299c7b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7a82460b-83c9-4361-b1cc-915f120c1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:48Z', 'updated_at': '2021-07-28T07:12:51Z', 'revision_number': 4, 'project_id': '718235aa3b4b43e1af82556b299c7b29', 'gw_port': {'id': '7a82460b-83c9-4361-b1cc-915f120c1af8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:32:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbfacf1-6e14-45a3-a722-dc6eec8b9387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:49Z', 'updated_at': '2021-07-28T07:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '977649e5-4b5d-47fc-aa9c-d059286f206e', 'name': '', 'network_id': 'b40b8530-3032-4d94-abb7-088dbc8ab2ff', 'tenant_id': '718235aa3b4b43e1af82556b299c7b29', 'mac_address': 'fa:16:3e:09:64:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbfacf1-6e14-45a3-a722-dc6eec8b9387', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1bc889eb-8084-4a42-a843-851f098a753c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:51Z', 'updated_at': '2021-07-28T07:12:57Z', 'revision_number': 4, 'project_id': '718235aa3b4b43e1af82556b299c7b29', 'subnets': [{'id': '1bc889eb-8084-4a42-a843-851f098a753c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:12:58.023676 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8b6fec-0c2b-4fba-bcaf-a0b42fe54740 None None] The sync data for ids ['3dbfacf1-6e14-45a3-a722-dc6eec8b9387'] in dv-cinder-792800-1-iscsi is: [{'id': '3dbfacf1-6e14-45a3-a722-dc6eec8b9387', 'name': 'tempest-TestMinimumBasicScenario-1654055173-router', 'tenant_id': '718235aa3b4b43e1af82556b299c7b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7a82460b-83c9-4361-b1cc-915f120c1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:48Z', 'updated_at': '2021-07-28T07:12:51Z', 'revision_number': 4, 'project_id': '718235aa3b4b43e1af82556b299c7b29', 'gw_port': {'id': '7a82460b-83c9-4361-b1cc-915f120c1af8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:32:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbfacf1-6e14-45a3-a722-dc6eec8b9387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:49Z', 'updated_at': '2021-07-28T07:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '977649e5-4b5d-47fc-aa9c-d059286f206e', 'name': '', 'network_id': 'b40b8530-3032-4d94-abb7-088dbc8ab2ff', 'tenant_id': '718235aa3b4b43e1af82556b299c7b29', 'mac_address': 'fa:16:3e:09:64:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbfacf1-6e14-45a3-a722-dc6eec8b9387', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1bc889eb-8084-4a42-a843-851f098a753c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:51Z', 'updated_at': '2021-07-28T07:12:57Z', 'revision_number': 4, 'project_id': '718235aa3b4b43e1af82556b299c7b29', 'subnets': [{'id': '1bc889eb-8084-4a42-a843-851f098a753c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:12:59.005801 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 977649e5-4b5d-47fc-aa9c-d059286f206e up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:12:59.145059 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port 977649e5-4b5d-47fc-aa9c-d059286f206e completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:12:59.149513 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 977649e5-4b5d-47fc-aa9c-d059286f206e triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:12:59.149890 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:59.259868 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:59.312740 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port 977649e5-4b5d-47fc-aa9c-d059286f206e, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=977649e5-4b5d-47fc-aa9c-d059286f206e,segment=NetworkSegment(678cbd66-6483-42b1-b154-d79bfd05a64a),segment_id=678cbd66-6483-42b1-b154-d79bfd05a64a)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:12:59.391237 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:12:59.478050 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=977649e5-4b5d-47fc-aa9c-d059286f206e,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:00.999916 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 977649e5-4b5d-47fc-aa9c-d059286f206e up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:13:01.050003 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 977649e5-4b5d-47fc-aa9c-d059286f206e triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:13:01.050370 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:05.474106 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fe0f8-2291-445e-bde4-602e41b1954b req-00b91a7d-2b26-490b-87da-786e3264f6d7 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:05.475626 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-604fe0f8-2291-445e-bde4-602e41b1954b req-00b91a7d-2b26-490b-87da-786e3264f6d7 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/networks?id=61413823-1660-427c-9cdb-f10195d5e28f HTTP/1.1" status: 200 len: 815 time: 0.1034606 Jul 28 07:13:05.490450 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-604fe0f8-2291-445e-bde4-602e41b1954b req-322f0e40-bfd9-409b-a4e5-abe73c12acec tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/quotas/e3b9e025252641e995fe2a6abe0f5cbe HTTP/1.1" status: 200 len: 375 time: 0.0086212 Jul 28 07:13:05.541205 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-604fe0f8-2291-445e-bde4-602e41b1954b req-cc59ae59-ced6-45ca-90a3-55aa45ddca26 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e3b9e025252641e995fe2a6abe0f5cbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446408 Jul 28 07:13:05.722388 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-604fe0f8-2291-445e-bde4-602e41b1954b req-084f8ab4-c7ed-4958-843c-628cb6e3dac5 service neutron] 10.222.0.10 "GET /v2.0/networks/61413823-1660-427c-9cdb-f10195d5e28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672430 Jul 28 07:13:05.814886 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-604fe0f8-2291-445e-bde4-602e41b1954b req-0ab835fa-c5ad-47f7-988c-1bbfad1e9d16 service neutron] 10.222.0.10 "GET /v2.0/networks/61413823-1660-427c-9cdb-f10195d5e28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851226 Jul 28 07:13:06.128576 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-65c8da96-e0f1-4cbd-a098-7710539d1bf9 req-824bc339-bba9-47ac-9b48-e836e03bcc85 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 210 time: 0.0743296 Jul 28 07:13:07.205469 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6930d193-1706-480a-bcd0-52f2ff31b3d2 req-42a8334c-edab-46b1-942b-79cb50a6e093 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 210 time: 0.0265839 Jul 28 07:13:08.297446 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fef09b20-4f45-4656-b5e3-a33e94042bad req-78abe05f-ccfd-4af5-8ee4-cf448e6acd4a tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 210 time: 0.0251129 Jul 28 07:13:08.502842 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fe0f8-2291-445e-bde4-602e41b1954b req-9c53d5b3-cee1-4330-adf6-8ace4bdaff3c tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:08.504278 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-604fe0f8-2291-445e-bde4-602e41b1954b req-9c53d5b3-cee1-4330-adf6-8ace4bdaff3c tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.11 "GET /v2.0/networks?id=61413823-1660-427c-9cdb-f10195d5e28f HTTP/1.1" status: 200 len: 815 time: 0.1046085 Jul 28 07:13:08.517790 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6842abeb-5d44-416e-8db0-c35ee516b956 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Request body: {'port': {'device_id': '34dab0ad-8529-4be1-9ecb-db78a72eed34', 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f', 'admin_state_up': True, 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:13:08.739008 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6842abeb-5d44-416e-8db0-c35ee516b956 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Made reservation on behalf of e3b9e025252641e995fe2a6abe0f5cbe for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:13:08.742562 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6842abeb-5d44-416e-8db0-c35ee516b956 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:08.869211 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6842abeb-5d44-416e-8db0-c35ee516b956 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Allocated IP 172.20.0.9 (61413823-1660-427c-9cdb-f10195d5e28f/b897a0b9-6498-41ec-a6f4-c36028286ae2/def87ab9-8aa0-4922-b3e1-bd06d88a9c16) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:13:09.021300 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6842abeb-5d44-416e-8db0-c35ee516b956 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:09.035183 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6842abeb-5d44-416e-8db0-c35ee516b956 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Transition to ACTIVE for port object def87ab9-8aa0-4922-b3e1-bd06d88a9c16 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:13:09.156913 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6842abeb-5d44-416e-8db0-c35ee516b956 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:09.197210 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6842abeb-5d44-416e-8db0-c35ee516b956 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Network 61413823-1660-427c-9cdb-f10195d5e28f is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:13:09.200854 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6842abeb-5d44-416e-8db0-c35ee516b956 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:13:09.204581 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6842abeb-5d44-416e-8db0-c35ee516b956 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:13:09.239140 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842abeb-5d44-416e-8db0-c35ee516b956 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Pushing event updated for resources: {'Port': ['ID=def87ab9-8aa0-4922-b3e1-bd06d88a9c16,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:09.267115 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6842abeb-5d44-416e-8db0-c35ee516b956 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:09.267644 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6842abeb-5d44-416e-8db0-c35ee516b956 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:09.379886 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6842abeb-5d44-416e-8db0-c35ee516b956 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8656886 Jul 28 07:13:09.392035 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] Request body: {'port': {'device_id': '34dab0ad-8529-4be1-9ecb-db78a72eed34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:13:09.417777 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48d6be-dc74-43f3-bd59-f15cfc14ef1e req-4038a73f-5b5e-4eb9-a018-711cf0016cd5 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:09.428606 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4c48d6be-dc74-43f3-bd59-f15cfc14ef1e req-4038a73f-5b5e-4eb9-a018-711cf0016cd5 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 931 time: 0.0637305 Jul 28 07:13:09.475914 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:09.487968 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4c48d6be-dc74-43f3-bd59-f15cfc14ef1e req-1f6188ba-7121-449b-9c4e-2589c76aac00 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438125 Jul 28 07:13:09.522232 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-276b0e66-1193-4e82-a7ca-c9aec7897aec None None] Provisioning for port def87ab9-8aa0-4922-b3e1-bd06d88a9c16 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:13:09.527255 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-276b0e66-1193-4e82-a7ca-c9aec7897aec None None] Provisioning complete for port def87ab9-8aa0-4922-b3e1-bd06d88a9c16 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:13:09.527697 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-276b0e66-1193-4e82-a7ca-c9aec7897aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:09.572767 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-276b0e66-1193-4e82-a7ca-c9aec7897aec None None] Port def87ab9-8aa0-4922-b3e1-bd06d88a9c16 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:13:09.750690 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-098db409-1a9e-4095-9095-513f5261d3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:09.817020 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def87ab9-8aa0-4922-b3e1-bd06d88a9c16 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:13:09.826054 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:09.829007 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:13:09.838908 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] Transition to ACTIVE for port object def87ab9-8aa0-4922-b3e1-bd06d88a9c16 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:13:09.916089 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:09.989885 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] Pushing event updated for resources: {'Port': ['ID=def87ab9-8aa0-4922-b3e1-bd06d88a9c16,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:10.057372 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] Attempting to bind port def87ab9-8aa0-4922-b3e1-bd06d88a9c16 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:13:10.057649 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] Attempting to bind port def87ab9-8aa0-4922-b3e1-bd06d88a9c16 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'bdfbfb29-9cc6-4a6d-a07e-705f9f41c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:13:10.058628 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] Attempting to bind port def87ab9-8aa0-4922-b3e1-bd06d88a9c16 on network 61413823-1660-427c-9cdb-f10195d5e28f {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:13:10.064098 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] Port def87ab9-8aa0-4922-b3e1-bd06d88a9c16 on network 61413823-1660-427c-9cdb-f10195d5e28f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 07:13:10.064437 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] Attempting to bind port def87ab9-8aa0-4922-b3e1-bd06d88a9c16 on network 61413823-1660-427c-9cdb-f10195d5e28f {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:13:10.076209 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] Checking agent: {'id': '9049993c-5c8b-4294-bcfd-702819f13098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'started_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:13:10.079352 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] Checking segment: {'id': 'bdfbfb29-9cc6-4a6d-a07e-705f9f41c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:13:10.079861 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] Bound using segment: {'id': 'bdfbfb29-9cc6-4a6d-a07e-705f9f41c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:13:10.081075 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] Bound port: def87ab9-8aa0-4922-b3e1-bd06d88a9c16, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfbfb29-9cc6-4a6d-a07e-705f9f41c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:13:10.081075 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:10.153242 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] For port def87ab9-8aa0-4922-b3e1-bd06d88a9c16, host hv-cinder-79280, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:13:10.155922 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] For port def87ab9-8aa0-4922-b3e1-bd06d88a9c16, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=def87ab9-8aa0-4922-b3e1-bd06d88a9c16,segment=NetworkSegment(bdfbfb29-9cc6-4a6d-a07e-705f9f41c671),segment_id=bdfbfb29-9cc6-4a6d-a07e-705f9f41c671)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:13:10.219089 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:10.261458 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:10.261891 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:10.263328 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-604fe0f8-2291-445e-bde4-602e41b1954b req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] 10.222.0.11 "PUT /v2.0/ports/def87ab9-8aa0-4922-b3e1-bd06d88a9c16 HTTP/1.1" status: 200 len: 1093 time: 0.8754647 Jul 28 07:13:10.265431 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34dab0ad-8529-4be1-9ecb-db78a72eed34', 'tag': 'def87ab9-8aa0-4922-b3e1-bd06d88a9c16'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:13:10.267691 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b080672b-47d8-4d3c-8f0b-b05f8af2e2b2" -d '{"events": [{"name": "network-changed", "server_uuid": "34dab0ad-8529-4be1-9ecb-db78a72eed34", "tag": "def87ab9-8aa0-4922-b3e1-bd06d88a9c16"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:13:10.292981 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abccf4d-2e4a-4b52-a438-52c43f31e090 service neutron] Pushing event updated for resources: {'Port': ['ID=def87ab9-8aa0-4922-b3e1-bd06d88a9c16,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:10.307877 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7588917-16f7-45ed-b7a6-4a58c93734df x-openstack-request-id: req-a7588917-16f7-45ed-b7a6-4a58c93734df {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:13:10.308364 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34dab0ad-8529-4be1-9ecb-db78a72eed34", "tag": "def87ab9-8aa0-4922-b3e1-bd06d88a9c16", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:13:10.308770 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7588917-16f7-45ed-b7a6-4a58c93734df {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:13:10.309365 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34dab0ad-8529-4be1-9ecb-db78a72eed34', 'tag': 'def87ab9-8aa0-4922-b3e1-bd06d88a9c16', 'status': 'completed', 'code': 200} Jul 28 07:13:10.602586 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e6727-33fc-4208-a7fe-649c490c0459 req-ebb15d99-9cf6-485d-8d62-61a1fffa4f9a tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:10.604162 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-861e6727-33fc-4208-a7fe-649c490c0459 req-ebb15d99-9cf6-485d-8d62-61a1fffa4f9a tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 943 time: 0.0502937 Jul 28 07:13:10.643015 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-861e6727-33fc-4208-a7fe-649c490c0459 req-b7138d23-ccdc-423b-9d7b-2926bb40b873 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328906 Jul 28 07:13:11.769328 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9df42f-ffe6-4a38-a2dd-10d553114ca2 req-0725dca1-1599-47ea-bd90-f99628e6726b tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:11.770858 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4c9df42f-ffe6-4a38-a2dd-10d553114ca2 req-0725dca1-1599-47ea-bd90-f99628e6726b tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 943 time: 0.0535948 Jul 28 07:13:11.816735 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4c9df42f-ffe6-4a38-a2dd-10d553114ca2 req-93976c5d-dccb-4632-a63c-a4674bf9e455 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369468 Jul 28 07:13:12.510302 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-db963d78-3844-4c99-a7c4-719bcd7d0fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:12.768238 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:12.934870 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba4c37-2ae5-4b20-976c-ce645715acae req-d526b375-65b3-43e9-abdd-c34c3c6e308e tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:12.936393 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5bba4c37-2ae5-4b20-976c-ce645715acae req-d526b375-65b3-43e9-abdd-c34c3c6e308e tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 943 time: 0.0539620 Jul 28 07:13:12.972598 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5bba4c37-2ae5-4b20-976c-ce645715acae req-88c2fe22-b3af-4c61-af06-39cd3bcbdd1a tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303450 Jul 28 07:13:13.349353 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:14.098360 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cbb4b-6655-4c99-ac04-2f0507ea6974 req-0c6b8936-d3ee-4f04-a23b-8deeb88f7b1c tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:14.100021 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a31cbb4b-6655-4c99-ac04-2f0507ea6974 req-0c6b8936-d3ee-4f04-a23b-8deeb88f7b1c tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 943 time: 0.0547502 Jul 28 07:13:14.141341 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a31cbb4b-6655-4c99-ac04-2f0507ea6974 req-ece3ec3f-e498-4835-b0d8-e7a955acb92a tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352609 Jul 28 07:13:15.093505 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:15.256369 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3b6d8-be17-4a01-8c24-884a52650760 req-aa7fd044-36be-4431-b67d-ddcc69a08f36 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:15.258788 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9ee3b6d8-be17-4a01-8c24-884a52650760 req-aa7fd044-36be-4431-b67d-ddcc69a08f36 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 943 time: 0.0511041 Jul 28 07:13:15.303316 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9ee3b6d8-be17-4a01-8c24-884a52650760 req-1a5db4cc-01eb-4bb1-8771-661d046e4a1f tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380089 Jul 28 07:13:16.438061 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac06f22-8953-4740-910d-cace32f4d2a6 req-272c05f3-aaa9-4a5c-976e-2cc589360252 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:16.439544 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fac06f22-8953-4740-910d-cace32f4d2a6 req-272c05f3-aaa9-4a5c-976e-2cc589360252 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 943 time: 0.0550365 Jul 28 07:13:16.478276 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fac06f22-8953-4740-910d-cace32f4d2a6 req-e79f9382-bbac-475d-a4a9-df227ac58975 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327847 Jul 28 07:13:17.606534 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38381015-78ed-45e3-94a2-c3d6d3fe82c8 req-76b6efc9-45aa-4031-b1a4-1a7e00f75c77 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:17.607983 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-38381015-78ed-45e3-94a2-c3d6d3fe82c8 req-76b6efc9-45aa-4031-b1a4-1a7e00f75c77 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 943 time: 0.0494704 Jul 28 07:13:17.645296 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-38381015-78ed-45e3-94a2-c3d6d3fe82c8 req-3e63028b-1aca-4ba5-b400-a87370b17547 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314660 Jul 28 07:13:18.760950 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41282e-86a8-472a-9bfe-70c8fec3b981 req-aec9fd62-189e-47a5-b492-7b05ead2d1d0 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:18.763390 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-eb41282e-86a8-472a-9bfe-70c8fec3b981 req-aec9fd62-189e-47a5-b492-7b05ead2d1d0 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 943 time: 0.0511801 Jul 28 07:13:18.819165 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-eb41282e-86a8-472a-9bfe-70c8fec3b981 req-8363c9c2-0e1d-4fd0-b7cc-ee8a78add506 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375006 Jul 28 07:13:19.943302 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b7584-db3d-476a-8751-9ebdfcf98ab9 req-9db5d979-9fbd-4843-8ab0-09b4863c2d0f tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:19.944760 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-145b7584-db3d-476a-8751-9ebdfcf98ab9 req-9db5d979-9fbd-4843-8ab0-09b4863c2d0f tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 943 time: 0.0511365 Jul 28 07:13:19.981697 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-145b7584-db3d-476a-8751-9ebdfcf98ab9 req-ffe959ef-952c-4a44-ba08-cfc876a068c7 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303547 Jul 28 07:13:21.120404 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6115c3-3ceb-4889-81f9-298423fa689b req-745cbb4c-dbac-41c1-8b52-45fe3917fbfd tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:21.121849 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3a6115c3-3ceb-4889-81f9-298423fa689b req-745cbb4c-dbac-41c1-8b52-45fe3917fbfd tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 943 time: 0.0631261 Jul 28 07:13:21.161040 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3a6115c3-3ceb-4889-81f9-298423fa689b req-3d6a4101-bd31-4b5a-9dc9-0b86a03af660 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331190 Jul 28 07:13:22.279041 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5f912-a06d-40cb-b217-1245021fc14f req-aca3735f-dc0f-4ec5-8e90-9d75662da5dd tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:22.281019 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-efd5f912-a06d-40cb-b217-1245021fc14f req-aca3735f-dc0f-4ec5-8e90-9d75662da5dd tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 943 time: 0.0545361 Jul 28 07:13:22.326303 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-efd5f912-a06d-40cb-b217-1245021fc14f req-60508dd3-edc7-4d79-8dba-ef9f62b5a31e tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346720 Jul 28 07:13:22.378813 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080672b-47d8-4d3c-8f0b-b05f8af2e2b2 req-263c979b-bc7b-470c-8b93-764c35382629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:22.380535 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b080672b-47d8-4d3c-8f0b-b05f8af2e2b2 req-263c979b-bc7b-470c-8b93-764c35382629 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3b9e025252641e995fe2a6abe0f5cbe&device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 1096 time: 0.1031749 Jul 28 07:13:22.497717 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080672b-47d8-4d3c-8f0b-b05f8af2e2b2 req-e223139b-883b-4477-ae32-8c92bfe75202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:22.499440 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b080672b-47d8-4d3c-8f0b-b05f8af2e2b2 req-e223139b-883b-4477-ae32-8c92bfe75202 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e3b9e025252641e995fe2a6abe0f5cbe&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1100454 Jul 28 07:13:22.612114 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080672b-47d8-4d3c-8f0b-b05f8af2e2b2 req-f0d6ba57-6153-47d2-8bf7-7b8ce4f36b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:22.614010 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b080672b-47d8-4d3c-8f0b-b05f8af2e2b2 req-f0d6ba57-6153-47d2-8bf7-7b8ce4f36b2f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1071849 Jul 28 07:13:23.191564 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fe0f8-2291-445e-bde4-602e41b1954b req-2409ea05-0e86-468c-8854-39a095a374ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:23.193062 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-604fe0f8-2291-445e-bde4-602e41b1954b req-2409ea05-0e86-468c-8854-39a095a374ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3b9e025252641e995fe2a6abe0f5cbe&device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 1096 time: 0.0433850 Jul 28 07:13:23.233605 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-604fe0f8-2291-445e-bde4-602e41b1954b req-f53ab774-6009-4ae7-968b-27266bbc65c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=def87ab9-8aa0-4922-b3e1-bd06d88a9c16 HTTP/1.1" status: 200 len: 217 time: 0.0330398 Jul 28 07:13:23.284338 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fe0f8-2291-445e-bde4-602e41b1954b req-2f4645c3-cf77-4010-8f36-a128f20f6339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:23.288442 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-604fe0f8-2291-445e-bde4-602e41b1954b req-2f4645c3-cf77-4010-8f36-a128f20f6339 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b897a0b9-6498-41ec-a6f4-c36028286ae2 HTTP/1.1" status: 200 len: 854 time: 0.0452442 Jul 28 07:13:23.333890 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fe0f8-2291-445e-bde4-602e41b1954b req-277fd4d4-5738-4fda-abec-6ecbab2d04e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:23.335447 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-604fe0f8-2291-445e-bde4-602e41b1954b req-277fd4d4-5738-4fda-abec-6ecbab2d04e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61413823-1660-427c-9cdb-f10195d5e28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425100 Jul 28 07:13:23.429638 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-604fe0f8-2291-445e-bde4-602e41b1954b req-8e7207f6-da3c-480f-9618-ea1b1c70c1a8 service neutron] 10.222.0.11 "GET /v2.0/networks/61413823-1660-427c-9cdb-f10195d5e28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841570 Jul 28 07:13:23.446712 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6007de-c463-4f26-83d6-b653782a7b1c req-904ec8d6-c78b-490e-8a79-8254f7f69419 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:23.448157 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9b6007de-c463-4f26-83d6-b653782a7b1c req-904ec8d6-c78b-490e-8a79-8254f7f69419 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 943 time: 0.0506740 Jul 28 07:13:23.484985 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9b6007de-c463-4f26-83d6-b653782a7b1c req-16545fdd-39e5-4b25-8e4e-446a6d1e3e98 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309329 Jul 28 07:13:23.532024 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-604fe0f8-2291-445e-bde4-602e41b1954b req-545541da-3548-4395-8f8f-375a2bf65753 service neutron] 10.222.0.11 "GET /v2.0/networks/61413823-1660-427c-9cdb-f10195d5e28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835414 Jul 28 07:13:24.118085 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9fbc0010-170c-439e-bb44-114f9c635ade req-66db535b-8b6a-458d-aa2f-610e3d2a06f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382702 Jul 28 07:13:24.200245 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc0010-170c-439e-bb44-114f9c635ade req-7e60fc54-f3a0-4688-9d90-f3fcf8d3e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:24.201644 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9fbc0010-170c-439e-bb44-114f9c635ade req-7e60fc54-f3a0-4688-9d90-f3fcf8d3e849 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72669f81dfae41e59e1bf436c77c2d29&device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 1100 time: 0.0382860 Jul 28 07:13:24.524312 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc0010-170c-439e-bb44-114f9c635ade req-e6b80856-3e44-4900-9b26-28e7b1a6184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:24.525914 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9fbc0010-170c-439e-bb44-114f9c635ade req-e6b80856-3e44-4900-9b26-28e7b1a6184a service neutron] 10.222.0.11 "GET /v2.0/networks?id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a HTTP/1.1" status: 200 len: 918 time: 0.3047709 Jul 28 07:13:24.596951 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9fbc0010-170c-439e-bb44-114f9c635ade req-ade67902-3958-44a5-aab7-e26983d71f54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1ce5be7-933f-404f-8e23-23fdcc874fb3 HTTP/1.1" status: 200 len: 1002 time: 0.0638173 Jul 28 07:13:24.603162 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c00aeb-63c0-4f68-a4a9-e710cd21f6e1 req-d467a5bb-ea10-4361-9a6b-42f36d00df49 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:24.604617 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b3c00aeb-63c0-4f68-a4a9-e710cd21f6e1 req-d467a5bb-ea10-4361-9a6b-42f36d00df49 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 943 time: 0.0524204 Jul 28 07:13:24.644915 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b3c00aeb-63c0-4f68-a4a9-e710cd21f6e1 req-f141f173-b568-4ec8-ba31-942e496b255d tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337248 Jul 28 07:13:24.650278 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc0010-170c-439e-bb44-114f9c635ade req-c764baf6-4939-4de4-86e2-a0e123097c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:24.650723 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9fbc0010-170c-439e-bb44-114f9c635ade req-c764baf6-4939-4de4-86e2-a0e123097c63 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daaf5aed-db9a-4a60-affc-b3c69fa15b44 HTTP/1.1" status: 200 len: 856 time: 0.0469000 Jul 28 07:13:24.695556 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc0010-170c-439e-bb44-114f9c635ade req-1f59efaa-7af0-4d83-89fe-750183dfe51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:24.697209 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9fbc0010-170c-439e-bb44-114f9c635ade req-1f59efaa-7af0-4d83-89fe-750183dfe51e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390465 Jul 28 07:13:24.782715 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9fbc0010-170c-439e-bb44-114f9c635ade req-77d2e2ab-6cd4-4dd2-a17e-8edda8b0d0c9 service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786564 Jul 28 07:13:24.872275 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9fbc0010-170c-439e-bb44-114f9c635ade req-2e840d69-3bb9-403f-bd4d-8eecbea0c01f service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828199 Jul 28 07:13:25.756927 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35c607-d69d-4e38-9d03-8bd27595129f req-8ce98406-217e-4544-a24a-1a0ac727948d tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:25.758666 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dc35c607-d69d-4e38-9d03-8bd27595129f req-8ce98406-217e-4544-a24a-1a0ac727948d tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 943 time: 0.0488257 Jul 28 07:13:25.795411 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dc35c607-d69d-4e38-9d03-8bd27595129f req-a9a2c6bc-9092-470c-8199-3acd17e97c96 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310056 Jul 28 07:13:26.909266 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cc173-d503-4176-8e74-3165bc90eea1 req-51c7eef1-cc82-4fa3-b116-3416e5d216e0 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:26.910758 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-541cc173-d503-4176-8e74-3165bc90eea1 req-51c7eef1-cc82-4fa3-b116-3416e5d216e0 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 943 time: 0.0517168 Jul 28 07:13:26.949865 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-541cc173-d503-4176-8e74-3165bc90eea1 req-5547231d-88ea-4a40-9081-f6ea02aca096 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332415 Jul 28 07:13:27.110450 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:27.117297 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device def87ab9-8aa0-4922-b3e1-bd06d88a9c16 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:13:27.212769 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port def87ab9-8aa0-4922-b3e1-bd06d88a9c16, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=def87ab9-8aa0-4922-b3e1-bd06d88a9c16,segment=NetworkSegment(bdfbfb29-9cc6-4a6d-a07e-705f9f41c671),segment_id=bdfbfb29-9cc6-4a6d-a07e-705f9f41c671)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:13:27.223783 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': 'def87ab9-8aa0-4922-b3e1-bd06d88a9c16', 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f', 'port_id': 'def87ab9-8aa0-4922-b3e1-bd06d88a9c16', 'mac_address': 'fa:16:3e:b4:b5:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b897a0b9-6498-41ec-a6f4-c36028286ae2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:13:27.260412 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:27.272587 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def87ab9-8aa0-4922-b3e1-bd06d88a9c16 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:13:27.291512 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port def87ab9-8aa0-4922-b3e1-bd06d88a9c16, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=def87ab9-8aa0-4922-b3e1-bd06d88a9c16,segment=NetworkSegment(bdfbfb29-9cc6-4a6d-a07e-705f9f41c671),segment_id=bdfbfb29-9cc6-4a6d-a07e-705f9f41c671)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:13:27.384658 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:27.439217 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=def87ab9-8aa0-4922-b3e1-bd06d88a9c16,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:27.584545 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['def87ab9-8aa0-4922-b3e1-bd06d88a9c16'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:13:28.060435 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7229d-0b67-4e36-b8db-bc40c4aca353 req-fd9569e6-c3ef-4807-a1c7-9a62f1d06557 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:28.061907 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1be7229d-0b67-4e36-b8db-bc40c4aca353 req-fd9569e6-c3ef-4807-a1c7-9a62f1d06557 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 944 time: 0.0479484 Jul 28 07:13:28.098837 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1be7229d-0b67-4e36-b8db-bc40c4aca353 req-91bc4f85-e6be-4ac0-842c-67c6a82c0e98 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310726 Jul 28 07:13:28.604579 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 57680) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:13:28.707160 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-591bc32b-3c7e-4a74-88ce-d4851423389a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:28.791288 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-591bc32b-3c7e-4a74-88ce-d4851423389a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:28.875338 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-591bc32b-3c7e-4a74-88ce-d4851423389a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:28.913041 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-591bc32b-3c7e-4a74-88ce-d4851423389a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe80912d2b66459ab11e776d4711fd27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073635 Jul 28 07:13:28.913922 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bc32b-3c7e-4a74-88ce-d4851423389a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0635f7c-db4e-4ee2-af5c-9f1db03f0585,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:28.916013 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 57686) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:13:28.920951 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bc32b-3c7e-4a74-88ce-d4851423389a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:28.921302 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bc32b-3c7e-4a74-88ce-d4851423389a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:28.922235 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bc32b-3c7e-4a74-88ce-d4851423389a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:28.922596 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bc32b-3c7e-4a74-88ce-d4851423389a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:28.922935 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bc32b-3c7e-4a74-88ce-d4851423389a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:28.923270 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bc32b-3c7e-4a74-88ce-d4851423389a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:28.923603 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bc32b-3c7e-4a74-88ce-d4851423389a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:28.923929 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bc32b-3c7e-4a74-88ce-d4851423389a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:28.924355 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bc32b-3c7e-4a74-88ce-d4851423389a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:28.924648 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bc32b-3c7e-4a74-88ce-d4851423389a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:28.924980 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bc32b-3c7e-4a74-88ce-d4851423389a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:28.925306 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bc32b-3c7e-4a74-88ce-d4851423389a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:28.965329 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-51dd18c5-b8df-4387-b953-99501bfe0e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:28.987289 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-51dd18c5-b8df-4387-b953-99501bfe0e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:29.114843 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-51dd18c5-b8df-4387-b953-99501bfe0e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:29.117298 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-51dd18c5-b8df-4387-b953-99501bfe0e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:29.118439 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-51dd18c5-b8df-4387-b953-99501bfe0e34 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c0635f7c-db4e-4ee2-af5c-9f1db03f0585 HTTP/1.1" status: 204 len: 168 time: 0.2014582 Jul 28 07:13:29.126399 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd18c5-b8df-4387-b953-99501bfe0e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0635f7c-db4e-4ee2-af5c-9f1db03f0585,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:29.135087 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd18c5-b8df-4387-b953-99501bfe0e34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:29.135574 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd18c5-b8df-4387-b953-99501bfe0e34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:29.135927 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd18c5-b8df-4387-b953-99501bfe0e34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:29.136341 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd18c5-b8df-4387-b953-99501bfe0e34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:29.136655 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd18c5-b8df-4387-b953-99501bfe0e34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:29.137165 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd18c5-b8df-4387-b953-99501bfe0e34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:29.137500 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd18c5-b8df-4387-b953-99501bfe0e34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:29.137833 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd18c5-b8df-4387-b953-99501bfe0e34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:29.137932 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device def87ab9-8aa0-4922-b3e1-bd06d88a9c16 up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:13:29.138378 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd18c5-b8df-4387-b953-99501bfe0e34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:29.138727 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd18c5-b8df-4387-b953-99501bfe0e34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:29.138994 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd18c5-b8df-4387-b953-99501bfe0e34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:29.139207 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd18c5-b8df-4387-b953-99501bfe0e34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:29.233651 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d10b36-6779-4396-a50b-a544b3af0371 req-c5fc2dbf-7cc3-47cc-b93e-c7ae2608e1ad tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:29.235182 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-46d10b36-6779-4396-a50b-a544b3af0371 req-c5fc2dbf-7cc3-47cc-b93e-c7ae2608e1ad tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 944 time: 0.0511701 Jul 28 07:13:29.272932 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-46d10b36-6779-4396-a50b-a544b3af0371 req-67dfd1e1-4e10-4884-b24c-c247579e68c3 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317094 Jul 28 07:13:29.310262 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning for port def87ab9-8aa0-4922-b3e1-bd06d88a9c16 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:13:29.314187 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port def87ab9-8aa0-4922-b3e1-bd06d88a9c16 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:13:29.314621 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:29.398925 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:29.421059 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34dab0ad-8529-4be1-9ecb-db78a72eed34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def87ab9-8aa0-4922-b3e1-bd06d88a9c16'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:13:29.423344 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83d4ae0-a96d-496b-9969-804a98be7720" -d '{"events": [{"server_uuid": "34dab0ad-8529-4be1-9ecb-db78a72eed34", "name": "network-vif-plugged", "status": "completed", "tag": "def87ab9-8aa0-4922-b3e1-bd06d88a9c16"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:13:29.436340 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port def87ab9-8aa0-4922-b3e1-bd06d88a9c16, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=def87ab9-8aa0-4922-b3e1-bd06d88a9c16,segment=NetworkSegment(bdfbfb29-9cc6-4a6d-a07e-705f9f41c671),segment_id=bdfbfb29-9cc6-4a6d-a07e-705f9f41c671)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:13:29.468371 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea56adb3-2837-48eb-a9fc-b751d42aa5b3 x-openstack-request-id: req-ea56adb3-2837-48eb-a9fc-b751d42aa5b3 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:13:29.468651 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34dab0ad-8529-4be1-9ecb-db78a72eed34", "name": "network-vif-plugged", "status": "completed", "tag": "def87ab9-8aa0-4922-b3e1-bd06d88a9c16", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:13:29.468901 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea56adb3-2837-48eb-a9fc-b751d42aa5b3 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:13:29.469291 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34dab0ad-8529-4be1-9ecb-db78a72eed34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def87ab9-8aa0-4922-b3e1-bd06d88a9c16', 'code': 200} Jul 28 07:13:29.504168 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:29.553608 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=def87ab9-8aa0-4922-b3e1-bd06d88a9c16,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:29.807433 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0995e-f970-4394-845c-dab7495364c0 req-7a68d8de-7e1c-46dd-ab49-cb232419b07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:29.808938 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a8b0995e-f970-4394-845c-dab7495364c0 req-7a68d8de-7e1c-46dd-ab49-cb232419b07b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 1098 time: 0.0442002 Jul 28 07:13:29.847361 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a8b0995e-f970-4394-845c-dab7495364c0 req-56020283-bdfb-4d34-bbeb-50d1a80cc163 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280440 Jul 28 07:13:30.184592 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a76c58-2d69-4c7f-acf5-2cb44baf65c9 req-463f9bb2-c84f-48d6-8254-d3e904a4def7 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:30.186453 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-95a76c58-2d69-4c7f-acf5-2cb44baf65c9 req-463f9bb2-c84f-48d6-8254-d3e904a4def7 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 947 time: 0.0488036 Jul 28 07:13:30.225436 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-95a76c58-2d69-4c7f-acf5-2cb44baf65c9 req-8d93e612-084b-44d0-9d73-7a91493ea3a3 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323644 Jul 28 07:13:30.387746 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986d062-a091-4ebe-bd4f-1a744e3cd55a req-64e17fc0-196f-464f-b4c3-187296dc7084 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:30.389230 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3986d062-a091-4ebe-bd4f-1a744e3cd55a req-64e17fc0-196f-464f-b4c3-187296dc7084 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 945 time: 0.0493379 Jul 28 07:13:30.426695 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3986d062-a091-4ebe-bd4f-1a744e3cd55a req-d1abf0aa-3692-4833-8f35-08b334effc3c tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309956 Jul 28 07:13:30.765846 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 57728) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:13:30.866137 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2b84216d-f31e-4ca7-baae-277bb8ff782e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:30.951674 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2b84216d-f31e-4ca7-baae-277bb8ff782e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:31.012433 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2b84216d-f31e-4ca7-baae-277bb8ff782e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:31.050537 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-2b84216d-f31e-4ca7-baae-277bb8ff782e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=701666b73f8242539d4153161b216019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835383 Jul 28 07:13:31.051443 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84216d-f31e-4ca7-baae-277bb8ff782e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cac5c97-e9b0-46e2-8267-47801230fb76,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:31.053223 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 57732) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:13:31.103494 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d50e61fb-c772-4ecd-bccf-9f3ccabb023e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:31.123684 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d50e61fb-c772-4ecd-bccf-9f3ccabb023e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:31.235722 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d50e61fb-c772-4ecd-bccf-9f3ccabb023e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:31.238244 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d50e61fb-c772-4ecd-bccf-9f3ccabb023e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:31.239428 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d50e61fb-c772-4ecd-bccf-9f3ccabb023e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5cac5c97-e9b0-46e2-8267-47801230fb76 HTTP/1.1" status: 204 len: 168 time: 0.1852212 Jul 28 07:13:31.246667 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e61fb-c772-4ecd-bccf-9f3ccabb023e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cac5c97-e9b0-46e2-8267-47801230fb76,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:31.342623 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb294e16-722a-44b6-b923-e1805b716768 req-016832f9-7286-42ef-8a0f-f1e56254493f tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:31.344706 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-eb294e16-722a-44b6-b923-e1805b716768 req-016832f9-7286-42ef-8a0f-f1e56254493f tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 947 time: 0.0483925 Jul 28 07:13:31.381920 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-eb294e16-722a-44b6-b923-e1805b716768 req-0bfdf3c1-ad26-4964-9ac7-5e91d109619f tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ff3460e-9700-4b17-acd2-eb1878b42546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312204 Jul 28 07:13:31.548204 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3854292-269d-4ae3-93e0-7f46322d4434 req-5f1dfda9-96c0-4ffd-9f7e-916eb76d44aa tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:31.550659 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a3854292-269d-4ae3-93e0-7f46322d4434 req-5f1dfda9-96c0-4ffd-9f7e-916eb76d44aa tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 945 time: 0.0515730 Jul 28 07:13:31.590325 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a3854292-269d-4ae3-93e0-7f46322d4434 req-b3dc1c3b-acc6-4ba6-b84c-22c122a56c04 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342200 Jul 28 07:13:31.688333 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4aa233-a849-4377-92e4-057f4fa1f3e1 req-4dcf8d20-254a-4770-ba6b-78cd378b53ff tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:31.689791 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9e4aa233-a849-4377-92e4-057f4fa1f3e1 req-4dcf8d20-254a-4770-ba6b-78cd378b53ff tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.11 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 947 time: 0.0473471 Jul 28 07:13:31.707033 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e255fd-7791-4685-85c4-861c00760010 req-ff2372ed-feed-4e6f-ba82-67c90f4b9075 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:31.708523 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f2e255fd-7791-4685-85c4-861c00760010 req-ff2372ed-feed-4e6f-ba82-67c90f4b9075 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 945 time: 0.0505328 Jul 28 07:13:31.745984 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f2e255fd-7791-4685-85c4-861c00760010 req-20d83992-a064-4c05-8fce-e50735469808 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313499 Jul 28 07:13:31.780117 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-9e4aa233-a849-4377-92e4-057f4fa1f3e1 req-34721cb5-fc2c-48b7-8984-45147c34bad4 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Deleting port f1ce5be7-933f-404f-8e23-23fdcc874fb3 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:13:31.780456 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9e4aa233-a849-4377-92e4-057f4fa1f3e1 req-34721cb5-fc2c-48b7-8984-45147c34bad4 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:31.863946 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-9e4aa233-a849-4377-92e4-057f4fa1f3e1 req-34721cb5-fc2c-48b7-8984-45147c34bad4 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] For port f1ce5be7-933f-404f-8e23-23fdcc874fb3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f1ce5be7-933f-404f-8e23-23fdcc874fb3,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:13:31.864306 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9e4aa233-a849-4377-92e4-057f4fa1f3e1 req-34721cb5-fc2c-48b7-8984-45147c34bad4 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:32.068601 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08b94c-cdf8-4442-ae9a-b3b095281ea2 req-0f5896e5-6cbb-47b8-8917-d60d46374e41 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:32.070121 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8b08b94c-cdf8-4442-ae9a-b3b095281ea2 req-0f5896e5-6cbb-47b8-8917-d60d46374e41 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 945 time: 0.0474858 Jul 28 07:13:32.077368 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9e4aa233-a849-4377-92e4-057f4fa1f3e1 req-34721cb5-fc2c-48b7-8984-45147c34bad4 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:32.078502 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9e4aa233-a849-4377-92e4-057f4fa1f3e1 req-34721cb5-fc2c-48b7-8984-45147c34bad4 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019642'] for floatingip, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:32.078663 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.l3_db [req-9e4aa233-a849-4377-92e4-057f4fa1f3e1 req-34721cb5-fc2c-48b7-8984-45147c34bad4 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Floating IP 23a9eafa-0cc1-4ecf-8119-6bb9d080adea disassociated. External IP: 172.27.0.241, port: f1ce5be7-933f-404f-8e23-23fdcc874fb3. Jul 28 07:13:32.078974 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-9e4aa233-a849-4377-92e4-057f4fa1f3e1 req-34721cb5-fc2c-48b7-8984-45147c34bad4 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Calling delete_port for f1ce5be7-933f-404f-8e23-23fdcc874fb3 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:13:32.108394 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8b08b94c-cdf8-4442-ae9a-b3b095281ea2 req-487753bd-9d46-4d68-825a-43c32f2eb4ec tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318344 Jul 28 07:13:32.270127 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9e4aa233-a849-4377-92e4-057f4fa1f3e1 req-34721cb5-fc2c-48b7-8984-45147c34bad4 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:32.297539 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34721cb5-fc2c-48b7-8984-45147c34bad4 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Pushing event deleted for resources: {'Port': ['ID=f1ce5be7-933f-404f-8e23-23fdcc874fb3,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:32.407519 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e4aa233-a849-4377-92e4-057f4fa1f3e1 req-34721cb5-fc2c-48b7-8984-45147c34bad4 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Router 655166d7-5a9c-42b7-bf96-f87cda473293 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:13:32.488133 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-96a326e5-f8e4-4f47-8b7d-693b0dfbbd1d req-5969684b-423b-4e72-85dd-a64274dc7c54 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 210 time: 0.0288365 Jul 28 07:13:32.520096 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e4aa233-a849-4377-92e4-057f4fa1f3e1 req-34721cb5-fc2c-48b7-8984-45147c34bad4 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:13:32.533695 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e4c93-b7ad-4dd7-b902-96d0db2886b4 None None] Sync routers for ids ['655166d7-5a9c-42b7-bf96-f87cda473293'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:13:32.543187 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16e4c93-b7ad-4dd7-b902-96d0db2886b4 None None] Routers {'655166d7-5a9c-42b7-bf96-f87cda473293'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:13:32.544061 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-b16e4c93-b7ad-4dd7-b902-96d0db2886b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:13:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['655166d7-5a9c-42b7-bf96-f87cda473293'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:13:32.562892 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4aa233-a849-4377-92e4-057f4fa1f3e1 req-34721cb5-fc2c-48b7-8984-45147c34bad4 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] No DVR routers for this DVR port f1ce5be7-933f-404f-8e23-23fdcc874fb3 on host hv-cinder-79280 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:13:32.565919 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-9e4aa233-a849-4377-92e4-057f4fa1f3e1 req-34721cb5-fc2c-48b7-8984-45147c34bad4 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:32.568522 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9e4aa233-a849-4377-92e4-057f4fa1f3e1 req-34721cb5-fc2c-48b7-8984-45147c34bad4 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.11 "DELETE /v2.0/ports/f1ce5be7-933f-404f-8e23-23fdcc874fb3 HTTP/1.1" status: 204 len: 173 time: 0.8729892 Jul 28 07:13:32.569203 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab588fb-f4d0-48ff-83b9-adf4561ad0fa', 'name': 'network-vif-deleted', 'tag': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:13:32.571744 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918a47f4-a243-4226-b096-240d64ea8f99" -d '{"events": [{"server_uuid": "eab588fb-f4d0-48ff-83b9-adf4561ad0fa", "name": "network-vif-deleted", "tag": "f1ce5be7-933f-404f-8e23-23fdcc874fb3"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:13:32.661211 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-b16e4c93-b7ad-4dd7-b902-96d0db2886b4 None None] Set router 655166d7-5a9c-42b7-bf96-f87cda473293 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:13:32.799487 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc7a759-4326-4055-ad15-c132d6a537f1 x-openstack-request-id: req-1dc7a759-4326-4055-ad15-c132d6a537f1 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:13:32.799778 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab588fb-f4d0-48ff-83b9-adf4561ad0fa", "name": "network-vif-deleted", "tag": "f1ce5be7-933f-404f-8e23-23fdcc874fb3", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:13:32.800077 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1dc7a759-4326-4055-ad15-c132d6a537f1 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:13:32.800479 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab588fb-f4d0-48ff-83b9-adf4561ad0fa', 'name': 'network-vif-deleted', 'tag': 'f1ce5be7-933f-404f-8e23-23fdcc874fb3', 'status': 'completed', 'code': 200} Jul 28 07:13:32.878469 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-b16e4c93-b7ad-4dd7-b902-96d0db2886b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:09:15Z', 'updated_at': '2021-07-28T07:09:20Z', 'revision_number': 4, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'gw_port': {'id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:16Z', 'updated_at': '2021-07-28T07:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'e60be087-4d83-4b5a-9e98-b8d47231a60d', 'name': '', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'mac_address': 'fa:16:3e:33:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:19Z', 'updated_at': '2021-07-28T07:09:25Z', 'revision_number': 5, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'subnets': [{'id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:13:32.905774 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e4c93-b7ad-4dd7-b902-96d0db2886b4 None None] Checking router: 655166d7-5a9c-42b7-bf96-f87cda473293 for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:13:32.914320 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16e4c93-b7ad-4dd7-b902-96d0db2886b4 None None] Routers {'655166d7-5a9c-42b7-bf96-f87cda473293'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:13:32.914893 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-b16e4c93-b7ad-4dd7-b902-96d0db2886b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:13:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['655166d7-5a9c-42b7-bf96-f87cda473293'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:13:33.030429 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-b16e4c93-b7ad-4dd7-b902-96d0db2886b4 None None] Set router 655166d7-5a9c-42b7-bf96-f87cda473293 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:13:33.229345 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-b16e4c93-b7ad-4dd7-b902-96d0db2886b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:09:15Z', 'updated_at': '2021-07-28T07:09:20Z', 'revision_number': 4, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'gw_port': {'id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:16Z', 'updated_at': '2021-07-28T07:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'e60be087-4d83-4b5a-9e98-b8d47231a60d', 'name': '', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'mac_address': 'fa:16:3e:33:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:19Z', 'updated_at': '2021-07-28T07:09:25Z', 'revision_number': 5, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'subnets': [{'id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:13:33.256017 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e4c93-b7ad-4dd7-b902-96d0db2886b4 None None] The sync data for ids ['655166d7-5a9c-42b7-bf96-f87cda473293'] in dv-cinder-792800-1-iscsi is: [{'id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:09:15Z', 'updated_at': '2021-07-28T07:09:20Z', 'revision_number': 4, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'gw_port': {'id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:16Z', 'updated_at': '2021-07-28T07:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'e60be087-4d83-4b5a-9e98-b8d47231a60d', 'name': '', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'mac_address': 'fa:16:3e:33:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:19Z', 'updated_at': '2021-07-28T07:09:25Z', 'revision_number': 5, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'subnets': [{'id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:13:33.465504 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7af5a9-f5d8-432c-9229-400c6547dd3c None None] New status for floating IP 23a9eafa-0cc1-4ecf-8119-6bb9d080adea: DOWN {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 07:13:33.605503 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dcc4036b-6322-4efc-b947-32fd4fb7deb8 req-7f8c5c4d-bdb5-4a2e-85b9-3d8df55b7a63 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=eab588fb-f4d0-48ff-83b9-adf4561ad0fa HTTP/1.1" status: 200 len: 210 time: 0.0289249 Jul 28 07:13:34.787147 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 57780) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:13:34.838382 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-98e52f64-2a51-4700-bd86-488588a11e28 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:34.861158 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-98e52f64-2a51-4700-bd86-488588a11e28 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:34.961299 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-98e52f64-2a51-4700-bd86-488588a11e28 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:34.963935 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-98e52f64-2a51-4700-bd86-488588a11e28 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:34.965069 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-98e52f64-2a51-4700-bd86-488588a11e28 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "DELETE /v2.0/security-groups/1ff3460e-9700-4b17-acd2-eb1878b42546 HTTP/1.1" status: 204 len: 168 time: 0.1779771 Jul 28 07:13:34.967925 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 57782) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:13:34.974425 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e52f64-2a51-4700-bd86-488588a11e28 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff3460e-9700-4b17-acd2-eb1878b42546,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:34.983498 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.api.v2.resource [None req-8bd4a1cf-9f4a-45db-9ced-3cf32015780e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] show failed (client error): The resource could not be found. Jul 28 07:13:34.985457 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-8bd4a1cf-9f4a-45db-9ced-3cf32015780e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups/1ff3460e-9700-4b17-acd2-eb1878b42546 HTTP/1.1" status: 404 len: 347 time: 0.0157807 Jul 28 07:13:34.988639 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 57784) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:13:35.122907 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-edb83c10-943e-4bea-914d-6b77dfc87099 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Deleting port 0339a272-0431-414c-8f31-7d3522da2638 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:13:35.123260 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-edb83c10-943e-4bea-914d-6b77dfc87099 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:35.197408 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-edb83c10-943e-4bea-914d-6b77dfc87099 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:35.197674 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-edb83c10-943e-4bea-914d-6b77dfc87099 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:35.210456 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-edb83c10-943e-4bea-914d-6b77dfc87099 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Calling delete_port for 0339a272-0431-414c-8f31-7d3522da2638 owned by network:floatingip {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:13:35.434327 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-edb83c10-943e-4bea-914d-6b77dfc87099 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:35.459742 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb83c10-943e-4bea-914d-6b77dfc87099 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Pushing event deleted for resources: {'Port': ['ID=0339a272-0431-414c-8f31-7d3522da2638,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:35.524468 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-edb83c10-943e-4bea-914d-6b77dfc87099 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for floatingip, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:35.526997 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-edb83c10-943e-4bea-914d-6b77dfc87099 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:35.530626 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-edb83c10-943e-4bea-914d-6b77dfc87099 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "DELETE /v2.0/floatingips/23a9eafa-0cc1-4ecf-8119-6bb9d080adea HTTP/1.1" status: 204 len: 168 time: 0.5385733 Jul 28 07:13:35.871823 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 57790) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:13:35.877212 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-2abb3c68-8e9d-4053-bb01-2039a13fc325 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1125181878', 'description': 'tempest-description--1155178039'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:13:35.949795 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2abb3c68-8e9d-4053-bb01-2039a13fc325 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:36.027337 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2abb3c68-8e9d-4053-bb01-2039a13fc325 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:36.098271 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2abb3c68-8e9d-4053-bb01-2039a13fc325 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:36.128038 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb3c68-8e9d-4053-bb01-2039a13fc325 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0126b65-e909-4b4c-888b-55f6f30c844e,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:36.218777 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2abb3c68-8e9d-4053-bb01-2039a13fc325 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:36.220008 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-2abb3c68-8e9d-4053-bb01-2039a13fc325 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3470955 Jul 28 07:13:36.222807 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 57794) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:13:36.227153 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-14e13a93-1eae-496c-87df-3f51ac9d817b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Request body: {'security_group_rule': {'security_group_id': 'b0126b65-e909-4b4c-888b-55f6f30c844e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:13:36.313719 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-14e13a93-1eae-496c-87df-3f51ac9d817b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:36.371095 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-14e13a93-1eae-496c-87df-3f51ac9d817b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:36.492838 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-14e13a93-1eae-496c-87df-3f51ac9d817b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:36.512277 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e13a93-1eae-496c-87df-3f51ac9d817b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2312a6a4-5a65-4627-97a5-bdecd86d5308,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:36.595368 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-14e13a93-1eae-496c-87df-3f51ac9d817b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:36.596578 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-14e13a93-1eae-496c-87df-3f51ac9d817b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3728571 Jul 28 07:13:36.599240 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 57796) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:13:36.603672 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-b3efb998-6b0c-424a-895b-66c5b5caff7e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Request body: {'security_group_rule': {'security_group_id': 'b0126b65-e909-4b4c-888b-55f6f30c844e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:13:36.743242 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b3efb998-6b0c-424a-895b-66c5b5caff7e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:36.798785 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b3efb998-6b0c-424a-895b-66c5b5caff7e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:36.932260 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b3efb998-6b0c-424a-895b-66c5b5caff7e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:36.949537 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efb998-6b0c-424a-895b-66c5b5caff7e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6506fcd-7d82-47a9-9e64-e7e4087215a9,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:37.024344 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b3efb998-6b0c-424a-895b-66c5b5caff7e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:37.025498 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b3efb998-6b0c-424a-895b-66c5b5caff7e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4253209 Jul 28 07:13:37.028562 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 57798) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:13:37.033057 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-30814a8e-e244-4a22-bb0a-c77b0c1e8edd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Request body: {'floatingip': {'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:13:37.121542 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-30814a8e-e244-4a22-bb0a-c77b0c1e8edd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for floatingip, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:37.206010 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device f1ce5be7-933f-404f-8e23-23fdcc874fb3 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:13:37.228488 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] No Port match for: f1ce5be7-933f-404f-8e23-23fdcc874fb3 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:13:37.228822 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device f1ce5be7-933f-404f-8e23-23fdcc874fb3 not bound to the agent host hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:13:37.229466 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-30814a8e-e244-4a22-bb0a-c77b0c1e8edd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:37.329645 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-30814a8e-e244-4a22-bb0a-c77b0c1e8edd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Allocated IP 172.27.0.121 (8c193189-1b67-4afb-a9ff-6e33854cf3c6/2c40bc55-7b7c-48af-93d0-df9752159746/2ced9d67-a6d3-4d91-9a47-26b7bfa89a0a) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:13:37.658374 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-30814a8e-e244-4a22-bb0a-c77b0c1e8edd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:37.796042 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-30814a8e-e244-4a22-bb0a-c77b0c1e8edd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:37.833938 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30814a8e-e244-4a22-bb0a-c77b0c1e8edd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:13:37.836709 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-30814a8e-e244-4a22-bb0a-c77b0c1e8edd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:13:37.839234 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30814a8e-e244-4a22-bb0a-c77b0c1e8edd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:13:37.864564 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30814a8e-e244-4a22-bb0a-c77b0c1e8edd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Pushing event updated for resources: {'Port': ['ID=2ced9d67-a6d3-4d91-9a47-26b7bfa89a0a,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:37.931634 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-30814a8e-e244-4a22-bb0a-c77b0c1e8edd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:38.008513 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-30814a8e-e244-4a22-bb0a-c77b0c1e8edd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:38.158239 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-30814a8e-e244-4a22-bb0a-c77b0c1e8edd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:38.223130 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-30814a8e-e244-4a22-bb0a-c77b0c1e8edd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851772'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:38.287876 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30814a8e-e244-4a22-bb0a-c77b0c1e8edd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Pushing event updated for resources: {'Port': ['ID=2ced9d67-a6d3-4d91-9a47-26b7bfa89a0a,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:38.298855 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-30814a8e-e244-4a22-bb0a-c77b0c1e8edd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019642'] for floatingip, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:38.407525 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-30814a8e-e244-4a22-bb0a-c77b0c1e8edd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:38.408759 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-30814a8e-e244-4a22-bb0a-c77b0c1e8edd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3792553 Jul 28 07:13:38.594681 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-9d62122f-b7b7-4ca9-8dbd-dca45daa5e03 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1125181878&fields=id&tenant_id=72669f81dfae41e59e1bf436c77c2d29 HTTP/1.1" status: 200 len: 267 time: 0.0342472 Jul 28 07:13:38.700262 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-20607364-15f3-436d-aa43-e57ae9f4297c tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:38.701723 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-20607364-15f3-436d-aa43-e57ae9f4297c tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/networks?id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a HTTP/1.1" status: 200 len: 817 time: 0.1005065 Jul 28 07:13:38.716728 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-3798f2ed-54ce-4fd0-b71d-5b36717c5190 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/quotas/72669f81dfae41e59e1bf436c77c2d29 HTTP/1.1" status: 200 len: 375 time: 0.0088012 Jul 28 07:13:38.768093 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-a47f1932-5564-48a3-8e61-65845b05c921 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=72669f81dfae41e59e1bf436c77c2d29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462341 Jul 28 07:13:38.946661 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-2f0b3a58-b93d-4313-8871-655688258b24 service neutron] 10.222.0.10 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673062 Jul 28 07:13:39.036454 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-8d03fe8d-5534-4a79-92d0-123f49dab894 service neutron] 10.222.0.10 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834703 Jul 28 07:13:39.296981 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7696b41e-b9aa-4f09-aa0a-f27fb0f7288c req-bab61aa4-7df8-4021-934f-09ffdb399aff tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 210 time: 0.0307567 Jul 28 07:13:39.743960 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-69edbaf0-7b2e-417a-b8e3-a76a7d9c9ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:40.393253 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9b8ef4f5-e56b-4a5b-aa07-6aa43f53742d req-162a8b6e-d209-47a5-9982-fbd2703779fa tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 210 time: 0.0260904 Jul 28 07:13:41.067972 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-e5e43d7f-8283-418e-ad6e-9c2cb4b307e5 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:41.069445 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-e5e43d7f-8283-418e-ad6e-9c2cb4b307e5 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.11 "GET /v2.0/networks?id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a HTTP/1.1" status: 200 len: 817 time: 0.0976636 Jul 28 07:13:41.112435 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-89484113-30a7-447f-bca8-c527505ea194 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72669f81dfae41e59e1bf436c77c2d29 HTTP/1.1" status: 200 len: 380 time: 0.0330179 Jul 28 07:13:41.122311 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-af2c70b0-2fd3-4ad3-8b39-523012da9136 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Request body: {'port': {'device_id': 'ce5469f9-de91-4f88-8bec-1e837a8794b3', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'admin_state_up': True, 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'security_groups': ['b0126b65-e909-4b4c-888b-55f6f30c844e']}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:13:41.303729 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-af2c70b0-2fd3-4ad3-8b39-523012da9136 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Made reservation on behalf of 72669f81dfae41e59e1bf436c77c2d29 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:13:41.307431 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-af2c70b0-2fd3-4ad3-8b39-523012da9136 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:41.434335 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-af2c70b0-2fd3-4ad3-8b39-523012da9136 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Allocated IP 172.20.0.5 (a22c701b-550a-4f5d-9b1f-e1e45e7cb76a/daaf5aed-db9a-4a60-affc-b3c69fa15b44/6d6c1eec-fba6-4419-bc23-23b98a25b55f) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:13:41.506107 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a42fc70a-1017-464d-ac46-4244ce1e2c6d req-853710cc-2782-4da5-80c7-241ab339ab6c tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 210 time: 0.0282211 Jul 28 07:13:41.577181 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-af2c70b0-2fd3-4ad3-8b39-523012da9136 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:41.590214 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-af2c70b0-2fd3-4ad3-8b39-523012da9136 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Transition to ACTIVE for port object 6d6c1eec-fba6-4419-bc23-23b98a25b55f will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:13:41.727643 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-af2c70b0-2fd3-4ad3-8b39-523012da9136 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:41.774207 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-af2c70b0-2fd3-4ad3-8b39-523012da9136 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Network a22c701b-550a-4f5d-9b1f-e1e45e7cb76a is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:13:41.780580 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-af2c70b0-2fd3-4ad3-8b39-523012da9136 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:13:41.784235 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-af2c70b0-2fd3-4ad3-8b39-523012da9136 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:13:41.817803 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c70b0-2fd3-4ad3-8b39-523012da9136 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Pushing event updated for resources: {'Port': ['ID=6d6c1eec-fba6-4419-bc23-23b98a25b55f,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:41.849167 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-af2c70b0-2fd3-4ad3-8b39-523012da9136 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:41.849785 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-af2c70b0-2fd3-4ad3-8b39-523012da9136 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:41.933415 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-af2c70b0-2fd3-4ad3-8b39-523012da9136 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8147171 Jul 28 07:13:41.946361 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] Request body: {'port': {'device_id': 'ce5469f9-de91-4f88-8bec-1e837a8794b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:13:41.999149 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:42.114229 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-dd82d8c7-0d72-4064-8e0b-2595703bb6e3 None None] Provisioning for port 6d6c1eec-fba6-4419-bc23-23b98a25b55f completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:13:42.118046 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-dd82d8c7-0d72-4064-8e0b-2595703bb6e3 None None] Provisioning complete for port 6d6c1eec-fba6-4419-bc23-23b98a25b55f triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:13:42.118506 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd82d8c7-0d72-4064-8e0b-2595703bb6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:42.163333 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-dd82d8c7-0d72-4064-8e0b-2595703bb6e3 None None] Port 6d6c1eec-fba6-4419-bc23-23b98a25b55f cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:13:42.251886 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6c1eec-fba6-4419-bc23-23b98a25b55f {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:13:42.259396 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:42.271266 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] Transition to ACTIVE for port object 6d6c1eec-fba6-4419-bc23-23b98a25b55f will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:13:42.395599 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:42.445682 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6c1eec-fba6-4419-bc23-23b98a25b55f,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:42.493055 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-46b3f104-eae2-4073-9dba-466df2250fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:42.527778 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] Attempting to bind port 6d6c1eec-fba6-4419-bc23-23b98a25b55f on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:13:42.527900 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] Attempting to bind port 6d6c1eec-fba6-4419-bc23-23b98a25b55f by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '8e713edf-5ebe-4417-81fe-52bc4bd79df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:13:42.528221 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] Attempting to bind port 6d6c1eec-fba6-4419-bc23-23b98a25b55f on network a22c701b-550a-4f5d-9b1f-e1e45e7cb76a {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:13:42.534396 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] Port 6d6c1eec-fba6-4419-bc23-23b98a25b55f on network a22c701b-550a-4f5d-9b1f-e1e45e7cb76a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 07:13:42.535955 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] Attempting to bind port 6d6c1eec-fba6-4419-bc23-23b98a25b55f on network a22c701b-550a-4f5d-9b1f-e1e45e7cb76a {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:13:42.540946 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] Checking agent: {'id': '9049993c-5c8b-4294-bcfd-702819f13098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'started_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:13:42.544429 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] Checking segment: {'id': '8e713edf-5ebe-4417-81fe-52bc4bd79df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:13:42.544429 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] Bound using segment: {'id': '8e713edf-5ebe-4417-81fe-52bc4bd79df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:13:42.544429 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] Bound port: 6d6c1eec-fba6-4419-bc23-23b98a25b55f, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e713edf-5ebe-4417-81fe-52bc4bd79df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:13:42.544429 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:42.619444 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] For port 6d6c1eec-fba6-4419-bc23-23b98a25b55f, host hv-cinder-79280, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:13:42.622754 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] For port 6d6c1eec-fba6-4419-bc23-23b98a25b55f, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6d6c1eec-fba6-4419-bc23-23b98a25b55f,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:13:42.654153 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22751c9-2f9f-404f-839d-390b21b59f50 req-a46172d3-27fb-484a-89d5-8ff0e7730ef3 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:42.655627 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c22751c9-2f9f-404f-839d-390b21b59f50 req-a46172d3-27fb-484a-89d5-8ff0e7730ef3 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 943 time: 0.0637095 Jul 28 07:13:42.714964 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:42.722110 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c22751c9-2f9f-404f-839d-390b21b59f50 req-7ed5caa9-39ae-4702-a416-e34894a5ce09 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572321 Jul 28 07:13:42.730576 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd556e-e731-403d-a421-1546ea0f7ebc req-37d236e2-b7e9-4c10-bd06-ae5982cf8607 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:42.732056 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d2cd556e-e731-403d-a421-1546ea0f7ebc req-37d236e2-b7e9-4c10-bd06-ae5982cf8607 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 945 time: 0.0755312 Jul 28 07:13:42.753575 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:42.754218 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:42.755667 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:42.755802 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] 10.222.0.11 "PUT /v2.0/ports/6d6c1eec-fba6-4419-bc23-23b98a25b55f HTTP/1.1" status: 200 len: 1093 time: 0.8136504 Jul 28 07:13:42.756241 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5469f9-de91-4f88-8bec-1e837a8794b3', 'tag': '6d6c1eec-fba6-4419-bc23-23b98a25b55f'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:13:42.758768 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275f61c8-05dd-4c39-9a30-6a5653a979d3" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5469f9-de91-4f88-8bec-1e837a8794b3", "tag": "6d6c1eec-fba6-4419-bc23-23b98a25b55f"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:13:42.784985 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d2cd556e-e731-403d-a421-1546ea0f7ebc req-cc1590d5-30ae-43a4-a1a2-70cb27b173a9 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444515 Jul 28 07:13:42.794847 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6de676-40b6-4995-89ac-5c503429ba03 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6c1eec-fba6-4419-bc23-23b98a25b55f,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:42.800101 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466f7535-de12-4819-98ac-2578c278b787 x-openstack-request-id: req-466f7535-de12-4819-98ac-2578c278b787 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:13:42.800490 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5469f9-de91-4f88-8bec-1e837a8794b3", "tag": "6d6c1eec-fba6-4419-bc23-23b98a25b55f", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:13:42.800837 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-466f7535-de12-4819-98ac-2578c278b787 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:13:42.801319 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5469f9-de91-4f88-8bec-1e837a8794b3', 'tag': '6d6c1eec-fba6-4419-bc23-23b98a25b55f', 'status': 'completed', 'code': 200} Jul 28 07:13:42.809528 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 57856) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:13:42.878746 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f61c8-05dd-4c39-9a30-6a5653a979d3 req-3ffbef49-1991-4845-8beb-5a13fbe63a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:42.880733 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-275f61c8-05dd-4c39-9a30-6a5653a979d3 req-3ffbef49-1991-4845-8beb-5a13fbe63a10 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72669f81dfae41e59e1bf436c77c2d29&device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 1096 time: 0.0565429 Jul 28 07:13:42.985670 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3962bc-1a9e-4a40-bb91-14ef9e823f40 tempest-TestMinimumBasicScenario-1442778444 tempest-TestMinimumBasicScenario-1442778444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:42.987211 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f61c8-05dd-4c39-9a30-6a5653a979d3 req-d93acb7c-ac29-43c8-9ad3-edf6cbdc2b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:42.987383 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-3b3962bc-1a9e-4a40-bb91-14ef9e823f40 tempest-TestMinimumBasicScenario-1442778444 tempest-TestMinimumBasicScenario-1442778444-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 1093 time: 0.1754010 Jul 28 07:13:42.988901 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-275f61c8-05dd-4c39-9a30-6a5653a979d3 req-d93acb7c-ac29-43c8-9ad3-edf6cbdc2b1e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=72669f81dfae41e59e1bf436c77c2d29&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0990543 Jul 28 07:13:42.990143 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 57860) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:13:42.994424 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-00964b61-cff4-4b1b-96f1-70b3689adbd6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Request body: {'floatingip': {'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'port_id': 'def87ab9-8aa0-4922-b3e1-bd06d88a9c16', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:13:43.063902 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-00964b61-cff4-4b1b-96f1-70b3689adbd6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for floatingip, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:43.080252 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f61c8-05dd-4c39-9a30-6a5653a979d3 req-3a31e92b-0358-4620-bfe1-cec69e6be5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:43.081819 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-275f61c8-05dd-4c39-9a30-6a5653a979d3 req-3a31e92b-0358-4620-bfe1-cec69e6be5c8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867038 Jul 28 07:13:43.165424 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-08804a26-ca2a-4cee-96a3-2ac28babaedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:43.166984 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-08804a26-ca2a-4cee-96a3-2ac28babaedf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72669f81dfae41e59e1bf436c77c2d29&device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 1096 time: 0.0479593 Jul 28 07:13:43.168068 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-00964b61-cff4-4b1b-96f1-70b3689adbd6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:43.211831 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-2fda6101-7eab-4303-8491-f664c2f48c9b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d6c1eec-fba6-4419-bc23-23b98a25b55f HTTP/1.1" status: 200 len: 217 time: 0.0367064 Jul 28 07:13:43.259389 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-952b4248-9157-473d-92a7-e65c974e99a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:43.260824 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-952b4248-9157-473d-92a7-e65c974e99a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daaf5aed-db9a-4a60-affc-b3c69fa15b44 HTTP/1.1" status: 200 len: 856 time: 0.0425324 Jul 28 07:13:43.279106 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-00964b61-cff4-4b1b-96f1-70b3689adbd6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Allocated IP 172.27.0.203 (8c193189-1b67-4afb-a9ff-6e33854cf3c6/2c40bc55-7b7c-48af-93d0-df9752159746/3f183831-5fb4-4f81-85e9-486db5ad0ea7) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:13:43.307070 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-ec06248e-84c9-43c1-938f-b097d2c80a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:43.308635 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-ec06248e-84c9-43c1-938f-b097d2c80a5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394804 Jul 28 07:13:43.372775 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:43.380488 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-00964b61-cff4-4b1b-96f1-70b3689adbd6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:43.404469 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-b1adffe8-751d-429c-bf6d-5bec77743f21 service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866086 Jul 28 07:13:43.493218 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3de55c33-b9f3-45bb-9ee6-476bec0da903 req-ebca18ea-3ade-4695-b8ad-54c498acd955 service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806029 Jul 28 07:13:43.510056 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-00964b61-cff4-4b1b-96f1-70b3689adbd6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:43.545082 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00964b61-cff4-4b1b-96f1-70b3689adbd6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:13:43.548299 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-00964b61-cff4-4b1b-96f1-70b3689adbd6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:13:43.551742 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00964b61-cff4-4b1b-96f1-70b3689adbd6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:13:43.580507 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00964b61-cff4-4b1b-96f1-70b3689adbd6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Pushing event updated for resources: {'Port': ['ID=3f183831-5fb4-4f81-85e9-486db5ad0ea7,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:43.947945 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873afe2-b9ea-43da-9ad8-d2e41188d243 req-d92d93c3-a302-467b-8843-7d76d6306133 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:43.949423 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0873afe2-b9ea-43da-9ad8-d2e41188d243 req-d92d93c3-a302-467b-8843-7d76d6306133 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 943 time: 0.1528125 Jul 28 07:13:44.082108 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0873afe2-b9ea-43da-9ad8-d2e41188d243 req-274cbe50-7019-4abe-bfe7-29b2e6bbb4a8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211481 Jul 28 07:13:44.096617 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-00964b61-cff4-4b1b-96f1-70b3689adbd6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:44.230111 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-00964b61-cff4-4b1b-96f1-70b3689adbd6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:44.372608 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-00964b61-cff4-4b1b-96f1-70b3689adbd6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:44.458320 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-00964b61-cff4-4b1b-96f1-70b3689adbd6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851772'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:44.532885 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00964b61-cff4-4b1b-96f1-70b3689adbd6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Pushing event updated for resources: {'Port': ['ID=3f183831-5fb4-4f81-85e9-486db5ad0ea7,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:44.540950 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-00964b61-cff4-4b1b-96f1-70b3689adbd6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019642'] for floatingip, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:44.635980 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.db.l3_db [None req-00964b61-cff4-4b1b-96f1-70b3689adbd6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Floating IP b0fd7729-3606-4877-9b8b-98ce4bce1b61 associated. External IP: 172.27.0.203, port: def87ab9-8aa0-4922-b3e1-bd06d88a9c16. Jul 28 07:13:44.833609 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00964b61-cff4-4b1b-96f1-70b3689adbd6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Router 423ef07c-8828-47ed-bc53-cab6aa190471 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:13:44.936016 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00964b61-cff4-4b1b-96f1-70b3689adbd6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:13:44.945303 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f8e1b9-ffeb-44f0-8b8b-01edc593108a None None] Sync routers for ids ['423ef07c-8828-47ed-bc53-cab6aa190471'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:13:44.955195 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f8e1b9-ffeb-44f0-8b8b-01edc593108a None None] Routers {'423ef07c-8828-47ed-bc53-cab6aa190471'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:13:44.961519 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-40f8e1b9-ffeb-44f0-8b8b-01edc593108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:13:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['423ef07c-8828-47ed-bc53-cab6aa190471'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:13:45.041414 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-00964b61-cff4-4b1b-96f1-70b3689adbd6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:45.064951 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-40f8e1b9-ffeb-44f0-8b8b-01edc593108a None None] Set router 423ef07c-8828-47ed-bc53-cab6aa190471 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:13:45.067844 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-00964b61-cff4-4b1b-96f1-70b3689adbd6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0766521 Jul 28 07:13:45.068413 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34dab0ad-8529-4be1-9ecb-db78a72eed34', 'tag': 'def87ab9-8aa0-4922-b3e1-bd06d88a9c16'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:13:45.070753 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf99b37901c056801dd7a1baa5d1ab64c278f5b65534bcabbbad100ea1a30f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98064aef-14d2-4b64-bee0-80bf2afe4772" -d '{"events": [{"name": "network-changed", "server_uuid": "34dab0ad-8529-4be1-9ecb-db78a72eed34", "tag": "def87ab9-8aa0-4922-b3e1-bd06d88a9c16"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:13:45.070911 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 57864) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:13:45.075930 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-abf71954-cd8a-4fc8-924f-340f918d0dc1 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001369394', 'description': 'tempest-secgroup-smoke-1001369394 description', 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:13:45.094585 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:45.171074 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d04efd4-76c7-4a9a-be3e-4a70b16573a9 x-openstack-request-id: req-4d04efd4-76c7-4a9a-be3e-4a70b16573a9 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:13:45.171074 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34dab0ad-8529-4be1-9ecb-db78a72eed34", "tag": "def87ab9-8aa0-4922-b3e1-bd06d88a9c16", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:13:45.171354 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d04efd4-76c7-4a9a-be3e-4a70b16573a9 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:13:45.171646 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34dab0ad-8529-4be1-9ecb-db78a72eed34', 'tag': 'def87ab9-8aa0-4922-b3e1-bd06d88a9c16', 'status': 'completed', 'code': 200} Jul 28 07:13:45.185491 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-abf71954-cd8a-4fc8-924f-340f918d0dc1 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:45.208765 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def05e75-f478-448e-b2d2-6d1f59d8d94c req-a8d269f9-bb0e-4472-881d-642caa755b3c tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:45.210296 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-def05e75-f478-448e-b2d2-6d1f59d8d94c req-a8d269f9-bb0e-4472-881d-642caa755b3c tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 943 time: 0.0503101 Jul 28 07:13:45.255778 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-def05e75-f478-448e-b2d2-6d1f59d8d94c req-aa377134-1385-4ffd-8bc1-15bd157270e3 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388823 Jul 28 07:13:45.261480 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98064aef-14d2-4b64-bee0-80bf2afe4772 req-dd0927c4-7518-442c-9483-834c37de9119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:45.263132 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-98064aef-14d2-4b64-bee0-80bf2afe4772 req-dd0927c4-7518-442c-9483-834c37de9119 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3b9e025252641e995fe2a6abe0f5cbe&device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 1098 time: 0.0678225 Jul 28 07:13:45.341356 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-40f8e1b9-ffeb-44f0-8b8b-01edc593108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'name': 'tempest-TestMinimumBasicScenario-1892521115-router', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:41Z', 'updated_at': '2021-07-28T07:12:45Z', 'revision_number': 4, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'gw_port': {'id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:42Z', 'updated_at': '2021-07-28T07:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': 'b0fd7729-3606-4877-9b8b-98ce4bce1b61', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'port_id': 'def87ab9-8aa0-4922-b3e1-bd06d88a9c16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f', 'mac_address': 'fa:16:3e:b4:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dab0ad-8529-4be1-9ecb-db78a72eed34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:13:43Z', 'updated_at': '2021-07-28T07:13:43Z', 'revision_number': 0, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37283911-5ff7-4fb3-9551-6a6465624b9d', 'name': '', 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'mac_address': 'fa:16:3e:8a:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b897a0b9-6498-41ec-a6f4-c36028286ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:44Z', 'updated_at': '2021-07-28T07:12:49Z', 'revision_number': 5, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'subnets': [{'id': 'b897a0b9-6498-41ec-a6f4-c36028286ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:13:45.365198 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-abf71954-cd8a-4fc8-924f-340f918d0dc1 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:45.367300 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f8e1b9-ffeb-44f0-8b8b-01edc593108a None None] Checking router: 423ef07c-8828-47ed-bc53-cab6aa190471 for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:13:45.376483 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f8e1b9-ffeb-44f0-8b8b-01edc593108a None None] Routers {'423ef07c-8828-47ed-bc53-cab6aa190471'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:13:45.377085 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-40f8e1b9-ffeb-44f0-8b8b-01edc593108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:13:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['423ef07c-8828-47ed-bc53-cab6aa190471'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:13:45.381819 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98064aef-14d2-4b64-bee0-80bf2afe4772 req-3f7e54ef-ee4f-4415-bbef-b93483a62434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:45.383617 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-98064aef-14d2-4b64-bee0-80bf2afe4772 req-3f7e54ef-ee4f-4415-bbef-b93483a62434 service neutron] 10.222.0.11 "GET /v2.0/networks?id=61413823-1660-427c-9cdb-f10195d5e28f HTTP/1.1" status: 200 len: 916 time: 0.1128688 Jul 28 07:13:45.449676 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-98064aef-14d2-4b64-bee0-80bf2afe4772 req-eb4f4c71-1494-4777-b6e1-c96c1b8cda62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=def87ab9-8aa0-4922-b3e1-bd06d88a9c16 HTTP/1.1" status: 200 len: 999 time: 0.0592186 Jul 28 07:13:45.452450 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-abf71954-cd8a-4fc8-924f-340f918d0dc1 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:45.479843 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-40f8e1b9-ffeb-44f0-8b8b-01edc593108a None None] Set router 423ef07c-8828-47ed-bc53-cab6aa190471 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:13:45.508966 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf71954-cd8a-4fc8-924f-340f918d0dc1 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40092dab-5565-4425-b071-304dce8d3e56,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:45.521577 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98064aef-14d2-4b64-bee0-80bf2afe4772 req-0a278389-ee6e-415d-b6fe-251eebe971b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:45.523126 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-98064aef-14d2-4b64-bee0-80bf2afe4772 req-0a278389-ee6e-415d-b6fe-251eebe971b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b897a0b9-6498-41ec-a6f4-c36028286ae2 HTTP/1.1" status: 200 len: 854 time: 0.0647020 Jul 28 07:13:45.567261 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98064aef-14d2-4b64-bee0-80bf2afe4772 req-3b9ed67b-d7d6-4a45-ae55-68120109cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:45.568725 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-98064aef-14d2-4b64-bee0-80bf2afe4772 req-3b9ed67b-d7d6-4a45-ae55-68120109cf1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61413823-1660-427c-9cdb-f10195d5e28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390329 Jul 28 07:13:45.569875 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-abf71954-cd8a-4fc8-924f-340f918d0dc1 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:45.571007 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-abf71954-cd8a-4fc8-924f-340f918d0dc1 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4991846 Jul 28 07:13:45.573862 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 57872) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:13:45.580121 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-8357b426-0287-4a93-925f-bd063a8d3831 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Request body: {'security_group_rule': {'security_group_id': '40092dab-5565-4425-b071-304dce8d3e56', 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:13:45.677361 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-98064aef-14d2-4b64-bee0-80bf2afe4772 req-40df6e3f-0f76-4363-8ebe-fd4226db9558 service neutron] 10.222.0.11 "GET /v2.0/networks/61413823-1660-427c-9cdb-f10195d5e28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013563 Jul 28 07:13:45.699299 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-40f8e1b9-ffeb-44f0-8b8b-01edc593108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'name': 'tempest-TestMinimumBasicScenario-1892521115-router', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:41Z', 'updated_at': '2021-07-28T07:12:45Z', 'revision_number': 4, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'gw_port': {'id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:42Z', 'updated_at': '2021-07-28T07:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': 'b0fd7729-3606-4877-9b8b-98ce4bce1b61', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'port_id': 'def87ab9-8aa0-4922-b3e1-bd06d88a9c16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f', 'mac_address': 'fa:16:3e:b4:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dab0ad-8529-4be1-9ecb-db78a72eed34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:13:43Z', 'updated_at': '2021-07-28T07:13:43Z', 'revision_number': 0, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37283911-5ff7-4fb3-9551-6a6465624b9d', 'name': '', 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'mac_address': 'fa:16:3e:8a:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b897a0b9-6498-41ec-a6f4-c36028286ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:44Z', 'updated_at': '2021-07-28T07:12:49Z', 'revision_number': 5, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'subnets': [{'id': 'b897a0b9-6498-41ec-a6f4-c36028286ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:13:45.728544 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f8e1b9-ffeb-44f0-8b8b-01edc593108a None None] The sync data for ids ['423ef07c-8828-47ed-bc53-cab6aa190471'] in dv-cinder-792800-1-iscsi is: [{'id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'name': 'tempest-TestMinimumBasicScenario-1892521115-router', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:41Z', 'updated_at': '2021-07-28T07:12:45Z', 'revision_number': 4, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'gw_port': {'id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:42Z', 'updated_at': '2021-07-28T07:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': 'b0fd7729-3606-4877-9b8b-98ce4bce1b61', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'port_id': 'def87ab9-8aa0-4922-b3e1-bd06d88a9c16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f', 'mac_address': 'fa:16:3e:b4:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dab0ad-8529-4be1-9ecb-db78a72eed34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:13:43Z', 'updated_at': '2021-07-28T07:13:43Z', 'revision_number': 0, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37283911-5ff7-4fb3-9551-6a6465624b9d', 'name': '', 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'mac_address': 'fa:16:3e:8a:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b897a0b9-6498-41ec-a6f4-c36028286ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:44Z', 'updated_at': '2021-07-28T07:12:49Z', 'revision_number': 5, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'subnets': [{'id': 'b897a0b9-6498-41ec-a6f4-c36028286ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:13:45.738305 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8357b426-0287-4a93-925f-bd063a8d3831 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:45.803962 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-98064aef-14d2-4b64-bee0-80bf2afe4772 req-7a7fb1a6-2a03-43b0-a81d-030bdd0530fc service neutron] 10.222.0.11 "GET /v2.0/networks/61413823-1660-427c-9cdb-f10195d5e28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197011 Jul 28 07:13:45.823426 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8357b426-0287-4a93-925f-bd063a8d3831 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:45.903504 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de6814-1677-4cfa-bb32-f99a47db73e8 None None] New status for floating IP b0fd7729-3606-4877-9b8b-98ce4bce1b61: ACTIVE {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 07:13:45.915219 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8357b426-0287-4a93-925f-bd063a8d3831 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:45.933523 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357b426-0287-4a93-925f-bd063a8d3831 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05403fd8-d644-4deb-8c63-c38b443358b4,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:46.001295 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8357b426-0287-4a93-925f-bd063a8d3831 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:46.002477 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-8357b426-0287-4a93-925f-bd063a8d3831 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4276907 Jul 28 07:13:46.005228 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 57876) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:13:46.009910 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-0c25e329-ed92-42fd-9a38-4e1f87b93382 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Request body: {'security_group_rule': {'security_group_id': '40092dab-5565-4425-b071-304dce8d3e56', 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:13:46.107514 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0c25e329-ed92-42fd-9a38-4e1f87b93382 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:46.171291 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0c25e329-ed92-42fd-9a38-4e1f87b93382 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:46.239821 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0c25e329-ed92-42fd-9a38-4e1f87b93382 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:46.257227 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25e329-ed92-42fd-9a38-4e1f87b93382 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d03d932-e800-4ad5-9061-da9b8894f860,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:46.327148 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0c25e329-ed92-42fd-9a38-4e1f87b93382 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:46.328925 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-0c25e329-ed92-42fd-9a38-4e1f87b93382 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3227804 Jul 28 07:13:46.331579 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 57880) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:13:46.335893 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-d8a0ca23-9abb-4a02-8e97-57f75f074316 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Request body: {'security_group_rule': {'security_group_id': '40092dab-5565-4425-b071-304dce8d3e56', 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:13:46.374938 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e15f47-331e-45f2-bbfc-ee8b5ec3bf8e req-445bbb5e-1cce-44ed-a8c4-811373720910 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:46.376434 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b7e15f47-331e-45f2-bbfc-ee8b5ec3bf8e req-445bbb5e-1cce-44ed-a8c4-811373720910 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 943 time: 0.0512154 Jul 28 07:13:46.414390 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b7e15f47-331e-45f2-bbfc-ee8b5ec3bf8e req-28c8980d-0535-4ded-a5ec-80306d55cd1a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319068 Jul 28 07:13:46.417671 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ca23-9abb-4a02-8e97-57f75f074316 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:46.473513 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ca23-9abb-4a02-8e97-57f75f074316 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:46.554186 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ca23-9abb-4a02-8e97-57f75f074316 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:46.571691 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0ca23-9abb-4a02-8e97-57f75f074316 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b33ff95-d03e-4171-b05d-eb60a8369c22,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:46.646286 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ca23-9abb-4a02-8e97-57f75f074316 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:46.647524 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d8a0ca23-9abb-4a02-8e97-57f75f074316 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3150074 Jul 28 07:13:46.650105 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 57882) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:13:46.654524 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-917eb40e-b357-4506-910d-a75145843ae0 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Request body: {'security_group_rule': {'security_group_id': '40092dab-5565-4425-b071-304dce8d3e56', 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:13:46.759990 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-917eb40e-b357-4506-910d-a75145843ae0 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:46.819970 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-917eb40e-b357-4506-910d-a75145843ae0 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:46.827950 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:13:46.892080 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-917eb40e-b357-4506-910d-a75145843ae0 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:46.910398 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917eb40e-b357-4506-910d-a75145843ae0 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642ad330-5d41-41e8-a8ad-9f47a52cf344,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:46.983914 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-917eb40e-b357-4506-910d-a75145843ae0 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:46.985263 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-917eb40e-b357-4506-910d-a75145843ae0 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3341279 Jul 28 07:13:46.987902 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 57884) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:13:46.992228 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-c3f0e965-0222-4e6f-9645-c2b467bc7657 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Request body: {'security_group_rule': {'security_group_id': '40092dab-5565-4425-b071-304dce8d3e56', 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:13:47.081067 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.securitygroups_db [None req-c3f0e965-0222-4e6f-9645-c2b467bc7657 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Project e3b9e025252641e995fe2a6abe0f5cbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 07:13:47.085510 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c3f0e965-0222-4e6f-9645-c2b467bc7657 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:47.142227 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c3f0e965-0222-4e6f-9645-c2b467bc7657 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:47.230708 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 6d6c1eec-fba6-4419-bc23-23b98a25b55f details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:13:47.252289 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c3f0e965-0222-4e6f-9645-c2b467bc7657 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:47.269523 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0e965-0222-4e6f-9645-c2b467bc7657 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d1e871-8ce7-4f93-86e6-a5242c04956a,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:47.324513 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 6d6c1eec-fba6-4419-bc23-23b98a25b55f, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6d6c1eec-fba6-4419-bc23-23b98a25b55f,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:13:47.335296 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': '6d6c1eec-fba6-4419-bc23-23b98a25b55f', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'port_id': '6d6c1eec-fba6-4419-bc23-23b98a25b55f', 'mac_address': 'fa:16:3e:cd:9d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:13:47.361209 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c3f0e965-0222-4e6f-9645-c2b467bc7657 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:47.362468 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-c3f0e965-0222-4e6f-9645-c2b467bc7657 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3736010 Jul 28 07:13:47.365623 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 57886) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:13:47.370051 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-369e638b-130f-44f5-858d-4c92b06ad7b7 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Request body: {'security_group_rule': {'security_group_id': '40092dab-5565-4425-b071-304dce8d3e56', 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:13:47.376481 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:47.389738 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6c1eec-fba6-4419-bc23-23b98a25b55f {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:13:47.408406 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 6d6c1eec-fba6-4419-bc23-23b98a25b55f, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6d6c1eec-fba6-4419-bc23-23b98a25b55f,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:13:47.515773 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.securitygroups_db [None req-369e638b-130f-44f5-858d-4c92b06ad7b7 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Project e3b9e025252641e995fe2a6abe0f5cbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 07:13:47.520624 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-369e638b-130f-44f5-858d-4c92b06ad7b7 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:47.530337 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45035300-f521-4ac3-bf5e-761bf3d30fcd req-9544f120-30af-4547-b89b-9b033bb5b4a7 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:47.532623 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-45035300-f521-4ac3-bf5e-761bf3d30fcd req-9544f120-30af-4547-b89b-9b033bb5b4a7 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 943 time: 0.0486925 Jul 28 07:13:47.544095 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:47.572196 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-45035300-f521-4ac3-bf5e-761bf3d30fcd req-0561ef5f-2b2a-4d59-8548-b42f6750d47e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336552 Jul 28 07:13:47.580559 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-369e638b-130f-44f5-858d-4c92b06ad7b7 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:47.594647 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=6d6c1eec-fba6-4419-bc23-23b98a25b55f,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:47.601656 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:47.602004 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:47.602401 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:47.602763 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:47.603094 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:47.603424 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:47.603752 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:47.604083 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:47.604405 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:47.604729 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:47.605050 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:47.605368 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:13:47.640748 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-369e638b-130f-44f5-858d-4c92b06ad7b7 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:47.658035 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e638b-130f-44f5-858d-4c92b06ad7b7 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8259281-e696-4cdf-8107-82cd36681f08,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:47.749641 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-369e638b-130f-44f5-858d-4c92b06ad7b7 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:47.750926 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-369e638b-130f-44f5-858d-4c92b06ad7b7 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3843071 Jul 28 07:13:47.766485 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['6d6c1eec-fba6-4419-bc23-23b98a25b55f'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:13:47.832573 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7b225715-dc15-4848-bbd1-eb0b3cce3b34 req-e41f9321-0f7d-410e-8c4f-f29de1ac9019 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001369394&fields=id&tenant_id=e3b9e025252641e995fe2a6abe0f5cbe HTTP/1.1" status: 200 len: 267 time: 0.0375588 Jul 28 07:13:47.883774 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b225715-dc15-4848-bbd1-eb0b3cce3b34 req-c6879d96-ccdf-4596-ba82-05117870e7bc tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:47.885160 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7b225715-dc15-4848-bbd1-eb0b3cce3b34 req-c6879d96-ccdf-4596-ba82-05117870e7bc tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 945 time: 0.0468881 Jul 28 07:13:47.896581 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-7b225715-dc15-4848-bbd1-eb0b3cce3b34 req-d53230f8-8679-4afe-b943-3e0d1dd049f8 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Request body: {'port': {'security_groups': ['9a8816fd-587b-4b9d-991c-708e9cb54f5c', '40092dab-5565-4425-b071-304dce8d3e56']}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:13:47.959035 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-7b225715-dc15-4848-bbd1-eb0b3cce3b34 req-d53230f8-8679-4afe-b943-3e0d1dd049f8 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:48.405668 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-7b225715-dc15-4848-bbd1-eb0b3cce3b34 req-d53230f8-8679-4afe-b943-3e0d1dd049f8 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] For port def87ab9-8aa0-4922-b3e1-bd06d88a9c16, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=def87ab9-8aa0-4922-b3e1-bd06d88a9c16,segment=NetworkSegment(bdfbfb29-9cc6-4a6d-a07e-705f9f41c671),segment_id=bdfbfb29-9cc6-4a6d-a07e-705f9f41c671)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:13:48.435008 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-7b225715-dc15-4848-bbd1-eb0b3cce3b34 req-d53230f8-8679-4afe-b943-3e0d1dd049f8 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:48.492222 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-7b225715-dc15-4848-bbd1-eb0b3cce3b34 req-d53230f8-8679-4afe-b943-3e0d1dd049f8 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851772'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:48.504232 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['def87ab9-8aa0-4922-b3e1-bd06d88a9c16'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:13:48.538372 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b225715-dc15-4848-bbd1-eb0b3cce3b34 req-d53230f8-8679-4afe-b943-3e0d1dd049f8 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:48.539034 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-7b225715-dc15-4848-bbd1-eb0b3cce3b34 req-d53230f8-8679-4afe-b943-3e0d1dd049f8 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:48.540463 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7b225715-dc15-4848-bbd1-eb0b3cce3b34 req-d53230f8-8679-4afe-b943-3e0d1dd049f8 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "PUT /v2.0/ports/def87ab9-8aa0-4922-b3e1-bd06d88a9c16 HTTP/1.1" status: 200 len: 981 time: 0.6483872 Jul 28 07:13:48.540892 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34dab0ad-8529-4be1-9ecb-db78a72eed34', 'tag': 'def87ab9-8aa0-4922-b3e1-bd06d88a9c16'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:13:48.547331 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf99b37901c056801dd7a1baa5d1ab64c278f5b65534bcabbbad100ea1a30f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baf8c12-5988-4b23-92b3-90e050f683c0" -d '{"events": [{"name": "network-changed", "server_uuid": "34dab0ad-8529-4be1-9ecb-db78a72eed34", "tag": "def87ab9-8aa0-4922-b3e1-bd06d88a9c16"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:13:48.588137 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53230f8-8679-4afe-b943-3e0d1dd049f8 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Pushing event updated for resources: {'Port': ['ID=def87ab9-8aa0-4922-b3e1-bd06d88a9c16,revision_number=6']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:48.620948 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['def87ab9-8aa0-4922-b3e1-bd06d88a9c16'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:13:48.622132 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b82464-ed4c-452f-834e-c1fe4452ffd8 x-openstack-request-id: req-39b82464-ed4c-452f-834e-c1fe4452ffd8 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:13:48.622810 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34dab0ad-8529-4be1-9ecb-db78a72eed34", "tag": "def87ab9-8aa0-4922-b3e1-bd06d88a9c16", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:13:48.623174 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-39b82464-ed4c-452f-834e-c1fe4452ffd8 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:13:48.623658 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34dab0ad-8529-4be1-9ecb-db78a72eed34', 'tag': 'def87ab9-8aa0-4922-b3e1-bd06d88a9c16', 'status': 'completed', 'code': 200} Jul 28 07:13:48.711731 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf8c12-5988-4b23-92b3-90e050f683c0 req-583ee11f-1ee9-43a3-ae2a-8e6895e03fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:48.713819 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9baf8c12-5988-4b23-92b3-90e050f683c0 req-583ee11f-1ee9-43a3-ae2a-8e6895e03fa9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3b9e025252641e995fe2a6abe0f5cbe&device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 1137 time: 0.0743580 Jul 28 07:13:48.760032 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340b9fc-efb6-4409-b9a2-2d319934ad43 req-64c9bbf8-9302-4931-a7c8-ea8910349d25 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:48.767214 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9340b9fc-efb6-4409-b9a2-2d319934ad43 req-64c9bbf8-9302-4931-a7c8-ea8910349d25 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 944 time: 0.0714624 Jul 28 07:13:48.794890 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45833d42-af5c-44dd-98b2-aa3b20747e89 req-ed7cb692-8f62-4d35-8f63-2cd2212d3622 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:48.797006 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-45833d42-af5c-44dd-98b2-aa3b20747e89 req-ed7cb692-8f62-4d35-8f63-2cd2212d3622 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 984 time: 0.1713793 Jul 28 07:13:48.814819 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf8c12-5988-4b23-92b3-90e050f683c0 req-faabeb9a-b734-487f-ab0f-7ec495a311ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:48.815826 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-6cc1d51a-91d4-422e-91ba-7b66cc4f5f6f None None] Provisioning complete for port def87ab9-8aa0-4922-b3e1-bd06d88a9c16 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:13:48.816206 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cc1d51a-91d4-422e-91ba-7b66cc4f5f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:48.816344 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9baf8c12-5988-4b23-92b3-90e050f683c0 req-faabeb9a-b734-487f-ab0f-7ec495a311ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=61413823-1660-427c-9cdb-f10195d5e28f HTTP/1.1" status: 200 len: 916 time: 0.0952017 Jul 28 07:13:48.828719 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9340b9fc-efb6-4409-b9a2-2d319934ad43 req-98c65e63-e07c-485b-95b5-823c3067b0ce tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603652 Jul 28 07:13:48.855538 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-45833d42-af5c-44dd-98b2-aa3b20747e89 req-84be5c12-d700-4fac-a3c1-eba2b862a56e tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=40092dab-5565-4425-b071-304dce8d3e56&id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470111 Jul 28 07:13:49.113376 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9baf8c12-5988-4b23-92b3-90e050f683c0 req-1328554d-e9cc-4d71-8b97-8b918024c4b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=def87ab9-8aa0-4922-b3e1-bd06d88a9c16 HTTP/1.1" status: 200 len: 1001 time: 0.2886648 Jul 28 07:13:49.162353 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf8c12-5988-4b23-92b3-90e050f683c0 req-25d56d03-c9fa-4cde-b41b-6c6d852fe9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:49.163848 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9baf8c12-5988-4b23-92b3-90e050f683c0 req-25d56d03-c9fa-4cde-b41b-6c6d852fe9ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b897a0b9-6498-41ec-a6f4-c36028286ae2 HTTP/1.1" status: 200 len: 854 time: 0.0426230 Jul 28 07:13:49.208151 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf8c12-5988-4b23-92b3-90e050f683c0 req-795d95e7-98ae-437f-bc4e-aa97921af443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:49.209602 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9baf8c12-5988-4b23-92b3-90e050f683c0 req-795d95e7-98ae-437f-bc4e-aa97921af443 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61413823-1660-427c-9cdb-f10195d5e28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384176 Jul 28 07:13:49.258747 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 6d6c1eec-fba6-4419-bc23-23b98a25b55f up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:13:49.301029 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9baf8c12-5988-4b23-92b3-90e050f683c0 req-6f116f54-89a8-4e62-a65f-e3e9b377cf54 service neutron] 10.222.0.11 "GET /v2.0/networks/61413823-1660-427c-9cdb-f10195d5e28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833013 Jul 28 07:13:49.390117 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9baf8c12-5988-4b23-92b3-90e050f683c0 req-adb5de87-5e0c-4c7a-91dc-eb96110206f7 service neutron] 10.222.0.11 "GET /v2.0/networks/61413823-1660-427c-9cdb-f10195d5e28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820200 Jul 28 07:13:49.429186 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning for port 6d6c1eec-fba6-4419-bc23-23b98a25b55f completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:13:49.433143 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port 6d6c1eec-fba6-4419-bc23-23b98a25b55f triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:13:49.433507 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:49.510721 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:49.531534 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5469f9-de91-4f88-8bec-1e837a8794b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c1eec-fba6-4419-bc23-23b98a25b55f'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:13:49.533766 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352f3395-bc50-485a-89e8-f9c51295754a" -d '{"events": [{"server_uuid": "ce5469f9-de91-4f88-8bec-1e837a8794b3", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c1eec-fba6-4419-bc23-23b98a25b55f"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:13:49.546019 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 6d6c1eec-fba6-4419-bc23-23b98a25b55f, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6d6c1eec-fba6-4419-bc23-23b98a25b55f,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:13:49.600795 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:49.625206 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebba49d-10cf-4b55-aba3-2c8dd162c37e x-openstack-request-id: req-2ebba49d-10cf-4b55-aba3-2c8dd162c37e {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:13:49.625549 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5469f9-de91-4f88-8bec-1e837a8794b3", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c1eec-fba6-4419-bc23-23b98a25b55f", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:13:49.625802 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ebba49d-10cf-4b55-aba3-2c8dd162c37e {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:13:49.626188 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5469f9-de91-4f88-8bec-1e837a8794b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c1eec-fba6-4419-bc23-23b98a25b55f', 'code': 200} Jul 28 07:13:49.652335 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=6d6c1eec-fba6-4419-bc23-23b98a25b55f,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:13:49.939599 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa059c41-5084-4c10-9ec9-5f087a0feccc req-f4f0e4c9-84cb-4c5a-83dd-f0dac5be8f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:49.940981 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa059c41-5084-4c10-9ec9-5f087a0feccc req-f4f0e4c9-84cb-4c5a-83dd-f0dac5be8f5f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 1098 time: 0.0426967 Jul 28 07:13:49.955999 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79164a0-7f99-4995-95c7-2c1d205d70a1 req-8c1a442d-a517-449d-8e89-88ce17ede0b3 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:49.957470 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b79164a0-7f99-4995-95c7-2c1d205d70a1 req-8c1a442d-a517-449d-8e89-88ce17ede0b3 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0516560 Jul 28 07:13:49.977279 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa059c41-5084-4c10-9ec9-5f087a0feccc req-dd270d7f-ca23-46e3-8b8c-057397b06615 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281813 Jul 28 07:13:49.996974 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b79164a0-7f99-4995-95c7-2c1d205d70a1 req-3ea33017-0881-4be6-aa02-202469cadde5 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334153 Jul 28 07:13:51.113998 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05633824-3691-44e7-a24e-1fa156e47710 req-bd850aa7-c3a1-44bc-9817-a027c6d51983 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:51.115471 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-05633824-3691-44e7-a24e-1fa156e47710 req-bd850aa7-c3a1-44bc-9817-a027c6d51983 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0468109 Jul 28 07:13:51.152899 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-05633824-3691-44e7-a24e-1fa156e47710 req-85ad840c-77a5-49dd-a772-3bc009b5d213 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316479 Jul 28 07:13:51.272708 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3744a0-612b-4647-ac7b-cfc60490c908 req-31203729-9c25-4378-b8c3-477c9b988706 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:51.274219 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0c3744a0-612b-4647-ac7b-cfc60490c908 req-31203729-9c25-4378-b8c3-477c9b988706 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0559764 Jul 28 07:13:51.286150 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 57910) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:13:51.290730 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-a4249967-4d9c-42b5-9e4b-543cf26a711b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Request body: {'floatingip': {'port_id': '6d6c1eec-fba6-4419-bc23-23b98a25b55f'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:13:51.361862 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a4249967-4d9c-42b5-9e4b-543cf26a711b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for floatingip, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:51.803982 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a4249967-4d9c-42b5-9e4b-543cf26a711b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:51.880482 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a4249967-4d9c-42b5-9e4b-543cf26a711b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019642'] for floatingip, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:51.976288 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.db.l3_db [None req-a4249967-4d9c-42b5-9e4b-543cf26a711b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Floating IP 9b192a59-d447-4c64-81f0-b7b404794377 associated. External IP: 172.27.0.121, port: 6d6c1eec-fba6-4419-bc23-23b98a25b55f. Jul 28 07:13:52.173564 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4249967-4d9c-42b5-9e4b-543cf26a711b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Router 655166d7-5a9c-42b7-bf96-f87cda473293 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:13:52.278105 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4249967-4d9c-42b5-9e4b-543cf26a711b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:13:52.283037 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a4249967-4d9c-42b5-9e4b-543cf26a711b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:13:52.288030 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66033e85-6b04-4e30-896e-ba5dd70b70be None None] Sync routers for ids ['655166d7-5a9c-42b7-bf96-f87cda473293'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:13:52.298668 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66033e85-6b04-4e30-896e-ba5dd70b70be None None] Routers {'655166d7-5a9c-42b7-bf96-f87cda473293'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:13:52.299221 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-66033e85-6b04-4e30-896e-ba5dd70b70be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:13:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['655166d7-5a9c-42b7-bf96-f87cda473293'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:13:52.310282 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a4249967-4d9c-42b5-9e4b-543cf26a711b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "PUT /v2.0/floatingips/9b192a59-d447-4c64-81f0-b7b404794377 HTTP/1.1" status: 200 len: 991 time: 1.0229943 Jul 28 07:13:52.310867 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5469f9-de91-4f88-8bec-1e837a8794b3', 'tag': '6d6c1eec-fba6-4419-bc23-23b98a25b55f'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:13:52.313111 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf99b37901c056801dd7a1baa5d1ab64c278f5b65534bcabbbad100ea1a30f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad2e769-13b6-4db4-bab8-8016f07b9cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5469f9-de91-4f88-8bec-1e837a8794b3", "tag": "6d6c1eec-fba6-4419-bc23-23b98a25b55f"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:13:52.356934 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8002e316-e691-4fa2-a2f8-2ac36231ac1c x-openstack-request-id: req-8002e316-e691-4fa2-a2f8-2ac36231ac1c {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:13:52.357221 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5469f9-de91-4f88-8bec-1e837a8794b3", "tag": "6d6c1eec-fba6-4419-bc23-23b98a25b55f", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:13:52.357469 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8002e316-e691-4fa2-a2f8-2ac36231ac1c {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:13:52.357889 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5469f9-de91-4f88-8bec-1e837a8794b3', 'tag': '6d6c1eec-fba6-4419-bc23-23b98a25b55f', 'status': 'completed', 'code': 200} Jul 28 07:13:52.413917 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-66033e85-6b04-4e30-896e-ba5dd70b70be None None] Set router 655166d7-5a9c-42b7-bf96-f87cda473293 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:13:52.421881 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2e769-13b6-4db4-bab8-8016f07b9cd4 req-38972854-f3f6-4f5b-a2f3-3698b8aed759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:52.423429 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bad2e769-13b6-4db4-bab8-8016f07b9cd4 req-38972854-f3f6-4f5b-a2f3-3698b8aed759 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72669f81dfae41e59e1bf436c77c2d29&device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 1098 time: 0.0406022 Jul 28 07:13:52.511040 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2e769-13b6-4db4-bab8-8016f07b9cd4 req-d3b2a219-6b56-4174-9804-31fc3c47c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:52.512619 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bad2e769-13b6-4db4-bab8-8016f07b9cd4 req-d3b2a219-6b56-4174-9804-31fc3c47c38b service neutron] 10.222.0.11 "GET /v2.0/networks?id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a HTTP/1.1" status: 200 len: 918 time: 0.0824046 Jul 28 07:13:52.581638 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bad2e769-13b6-4db4-bab8-8016f07b9cd4 req-241790d3-fc3c-4ab5-b317-5da67289279d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d6c1eec-fba6-4419-bc23-23b98a25b55f HTTP/1.1" status: 200 len: 999 time: 0.0612657 Jul 28 07:13:52.630706 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2e769-13b6-4db4-bab8-8016f07b9cd4 req-e0a4ffe9-0ac1-462d-86a2-52975a73559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:52.632171 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bad2e769-13b6-4db4-bab8-8016f07b9cd4 req-e0a4ffe9-0ac1-462d-86a2-52975a73559d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daaf5aed-db9a-4a60-affc-b3c69fa15b44 HTTP/1.1" status: 200 len: 856 time: 0.0434492 Jul 28 07:13:52.643852 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-66033e85-6b04-4e30-896e-ba5dd70b70be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:09:15Z', 'updated_at': '2021-07-28T07:09:20Z', 'revision_number': 4, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'gw_port': {'id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:16Z', 'updated_at': '2021-07-28T07:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': '9b192a59-d447-4c64-81f0-b7b404794377', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'port_id': '6d6c1eec-fba6-4419-bc23-23b98a25b55f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'mac_address': 'fa:16:3e:cd:9d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5469f9-de91-4f88-8bec-1e837a8794b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:13:37Z', 'updated_at': '2021-07-28T07:13:51Z', 'revision_number': 1, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e60be087-4d83-4b5a-9e98-b8d47231a60d', 'name': '', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'mac_address': 'fa:16:3e:33:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:19Z', 'updated_at': '2021-07-28T07:09:25Z', 'revision_number': 5, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'subnets': [{'id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:13:52.670718 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66033e85-6b04-4e30-896e-ba5dd70b70be None None] Checking router: 655166d7-5a9c-42b7-bf96-f87cda473293 for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:13:52.678528 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2e769-13b6-4db4-bab8-8016f07b9cd4 req-e2bf455f-8104-4714-a079-49791ab7742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:13:52.678814 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66033e85-6b04-4e30-896e-ba5dd70b70be None None] Routers {'655166d7-5a9c-42b7-bf96-f87cda473293'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:13:52.679405 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-66033e85-6b04-4e30-896e-ba5dd70b70be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:13:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['655166d7-5a9c-42b7-bf96-f87cda473293'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:13:52.680030 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bad2e769-13b6-4db4-bab8-8016f07b9cd4 req-e2bf455f-8104-4714-a079-49791ab7742d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400343 Jul 28 07:13:52.774067 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bad2e769-13b6-4db4-bab8-8016f07b9cd4 req-ff9bab4a-3384-4d39-963c-9a32cd71207d service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858161 Jul 28 07:13:52.781756 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-66033e85-6b04-4e30-896e-ba5dd70b70be None None] Set router 655166d7-5a9c-42b7-bf96-f87cda473293 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:13:52.867266 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bad2e769-13b6-4db4-bab8-8016f07b9cd4 req-f62629e5-d4de-4c12-be04-901eb6049189 service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861239 Jul 28 07:13:53.024408 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-66033e85-6b04-4e30-896e-ba5dd70b70be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:09:15Z', 'updated_at': '2021-07-28T07:09:20Z', 'revision_number': 4, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'gw_port': {'id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:16Z', 'updated_at': '2021-07-28T07:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': '9b192a59-d447-4c64-81f0-b7b404794377', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'port_id': '6d6c1eec-fba6-4419-bc23-23b98a25b55f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'mac_address': 'fa:16:3e:cd:9d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5469f9-de91-4f88-8bec-1e837a8794b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:13:37Z', 'updated_at': '2021-07-28T07:13:51Z', 'revision_number': 1, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e60be087-4d83-4b5a-9e98-b8d47231a60d', 'name': '', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'mac_address': 'fa:16:3e:33:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:19Z', 'updated_at': '2021-07-28T07:09:25Z', 'revision_number': 5, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'subnets': [{'id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:13:53.052915 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66033e85-6b04-4e30-896e-ba5dd70b70be None None] The sync data for ids ['655166d7-5a9c-42b7-bf96-f87cda473293'] in dv-cinder-792800-1-iscsi is: [{'id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:09:15Z', 'updated_at': '2021-07-28T07:09:20Z', 'revision_number': 4, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'gw_port': {'id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:16Z', 'updated_at': '2021-07-28T07:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': '9b192a59-d447-4c64-81f0-b7b404794377', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'port_id': '6d6c1eec-fba6-4419-bc23-23b98a25b55f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'mac_address': 'fa:16:3e:cd:9d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5469f9-de91-4f88-8bec-1e837a8794b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:13:37Z', 'updated_at': '2021-07-28T07:13:51Z', 'revision_number': 1, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e60be087-4d83-4b5a-9e98-b8d47231a60d', 'name': '', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'mac_address': 'fa:16:3e:33:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:19Z', 'updated_at': '2021-07-28T07:09:25Z', 'revision_number': 5, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'subnets': [{'id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:13:53.237330 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d489e32-6b17-4d40-98d8-943d62f11ee0 None None] New status for floating IP 9b192a59-d447-4c64-81f0-b7b404794377: ACTIVE {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 07:13:57.069218 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:04.163199 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643d817-cfe4-4b72-9b3b-a0d21be4487f req-5e156dd9-d389-447b-9ef5-f88b741b776b tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:04.164661 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9643d817-cfe4-4b72-9b3b-a0d21be4487f req-5e156dd9-d389-447b-9ef5-f88b741b776b tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 984 time: 0.0474911 Jul 28 07:14:04.212165 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9643d817-cfe4-4b72-9b3b-a0d21be4487f req-ec104936-7c27-4e9e-a0f6-8e7e4f3f4fb8 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=40092dab-5565-4425-b071-304dce8d3e56&id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416019 Jul 28 07:14:04.303200 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78995834-1562-4304-a21b-d6a77629cadc req-10494416-0f15-46df-a529-b55a785fe6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:04.304665 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-78995834-1562-4304-a21b-d6a77629cadc req-10494416-0f15-46df-a529-b55a785fe6ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3b9e025252641e995fe2a6abe0f5cbe&device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 1137 time: 0.0443137 Jul 28 07:14:04.390936 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78995834-1562-4304-a21b-d6a77629cadc req-15ae5bbb-773e-432b-8731-614da7619fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:04.392496 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-78995834-1562-4304-a21b-d6a77629cadc req-15ae5bbb-773e-432b-8731-614da7619fc0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=61413823-1660-427c-9cdb-f10195d5e28f HTTP/1.1" status: 200 len: 916 time: 0.0802314 Jul 28 07:14:04.461302 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-78995834-1562-4304-a21b-d6a77629cadc req-8f03bee6-d000-4117-96e8-a9fbba433aa7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=def87ab9-8aa0-4922-b3e1-bd06d88a9c16 HTTP/1.1" status: 200 len: 1001 time: 0.0590928 Jul 28 07:14:04.510438 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78995834-1562-4304-a21b-d6a77629cadc req-bfc5f335-1cee-42a8-97a2-8f0a2cb4b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:04.511897 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-78995834-1562-4304-a21b-d6a77629cadc req-bfc5f335-1cee-42a8-97a2-8f0a2cb4b214 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b897a0b9-6498-41ec-a6f4-c36028286ae2 HTTP/1.1" status: 200 len: 854 time: 0.0426412 Jul 28 07:14:04.561259 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78995834-1562-4304-a21b-d6a77629cadc req-603f5938-b571-4b63-a426-daf96280ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:04.562708 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-78995834-1562-4304-a21b-d6a77629cadc req-603f5938-b571-4b63-a426-daf96280ed3d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61413823-1660-427c-9cdb-f10195d5e28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404265 Jul 28 07:14:04.652202 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-78995834-1562-4304-a21b-d6a77629cadc req-745567a4-2d5a-4328-9ef0-2189bebce977 service neutron] 10.222.0.11 "GET /v2.0/networks/61413823-1660-427c-9cdb-f10195d5e28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815942 Jul 28 07:14:04.736191 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-78995834-1562-4304-a21b-d6a77629cadc req-9e22efee-7e5b-459e-9f70-f681bb10a662 service neutron] 10.222.0.11 "GET /v2.0/networks/61413823-1660-427c-9cdb-f10195d5e28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0768666 Jul 28 07:14:05.329432 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22435dd1-444f-43b7-817d-0d32ee891a47 req-931b78c3-bbef-4170-894f-e06a2eab1d6a tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:05.330926 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-22435dd1-444f-43b7-817d-0d32ee891a47 req-931b78c3-bbef-4170-894f-e06a2eab1d6a tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 984 time: 0.0516973 Jul 28 07:14:05.371608 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-22435dd1-444f-43b7-817d-0d32ee891a47 req-14b56b9e-2de4-4a2b-9c6d-59a1154ba25c tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=40092dab-5565-4425-b071-304dce8d3e56&id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335233 Jul 28 07:14:06.484275 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b115d3-8849-474b-8db6-0b2ffe0efe00 req-1d7a91bb-9b07-490e-8602-684daed8c17c tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:06.485718 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-93b115d3-8849-474b-8db6-0b2ffe0efe00 req-1d7a91bb-9b07-490e-8602-684daed8c17c tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 984 time: 0.0480216 Jul 28 07:14:06.530366 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-93b115d3-8849-474b-8db6-0b2ffe0efe00 req-75727772-a4a8-4c0c-b3b4-8210a3890f08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=40092dab-5565-4425-b071-304dce8d3e56&id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387294 Jul 28 07:14:07.642557 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d34a4f-d77e-4572-9db1-5cbace8905df req-35168a4e-4ac5-44b7-ab0b-e18c13d575ca tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:07.644015 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a8d34a4f-d77e-4572-9db1-5cbace8905df req-35168a4e-4ac5-44b7-ab0b-e18c13d575ca tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 984 time: 0.0481899 Jul 28 07:14:07.682907 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a8d34a4f-d77e-4572-9db1-5cbace8905df req-b07d01a7-079d-4a76-92a2-5d6172a6a1c4 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=40092dab-5565-4425-b071-304dce8d3e56&id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330362 Jul 28 07:14:08.796433 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c465f-ff3c-40e5-b4cf-32be13c77929 req-d8c2e2bd-5d73-4f66-9015-834eea9a8963 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:08.797867 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-843c465f-ff3c-40e5-b4cf-32be13c77929 req-d8c2e2bd-5d73-4f66-9015-834eea9a8963 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 984 time: 0.0507743 Jul 28 07:14:08.836419 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-843c465f-ff3c-40e5-b4cf-32be13c77929 req-d2c99fc2-5944-4371-99aa-be0f8e24c113 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=40092dab-5565-4425-b071-304dce8d3e56&id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322051 Jul 28 07:14:09.724924 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bfc45fa7-2253-4b39-880a-8634dd96c086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:09.947186 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bdedd-04b6-402f-8eee-e6a6ac41bfce req-1cf7f24c-c05f-4d95-a5bf-9ac8960e205d tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:09.948683 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-742bdedd-04b6-402f-8eee-e6a6ac41bfce req-1cf7f24c-c05f-4d95-a5bf-9ac8960e205d tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 984 time: 0.0471385 Jul 28 07:14:09.988080 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-742bdedd-04b6-402f-8eee-e6a6ac41bfce req-d891a12e-89bc-4f89-b456-09d41febcd2a tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=40092dab-5565-4425-b071-304dce8d3e56&id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335515 Jul 28 07:14:11.098434 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1011c-5615-47e3-8786-f4684fded238 req-81375a5e-747e-4f79-96dc-7453347c30f2 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:11.099904 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0fe1011c-5615-47e3-8786-f4684fded238 req-81375a5e-747e-4f79-96dc-7453347c30f2 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 984 time: 0.0473573 Jul 28 07:14:11.137695 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0fe1011c-5615-47e3-8786-f4684fded238 req-31a039d8-f0dc-4a03-a1f2-3073e7de4b0a tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=40092dab-5565-4425-b071-304dce8d3e56&id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320034 Jul 28 07:14:12.252173 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e91e84-1e45-493d-9ec3-e09d85bc2360 req-8ab07b24-b14b-44fa-b3d4-592eef4c1ddd tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:12.253682 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-13e91e84-1e45-493d-9ec3-e09d85bc2360 req-8ab07b24-b14b-44fa-b3d4-592eef4c1ddd tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 984 time: 0.0512524 Jul 28 07:14:12.305493 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-13e91e84-1e45-493d-9ec3-e09d85bc2360 req-ba07ec29-fba7-4adf-a3df-c65508052624 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=40092dab-5565-4425-b071-304dce8d3e56&id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329950 Jul 28 07:14:12.463243 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9759f49a-6b58-42a5-a9ca-a66b31e83c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:12.754689 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:13.354348 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:13.406431 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5a226-f892-4a3a-9af2-6839850d33eb req-d4a9449c-ea14-4ad1-98d0-55e1c5eb30f8 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:13.407933 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-89d5a226-f892-4a3a-9af2-6839850d33eb req-d4a9449c-ea14-4ad1-98d0-55e1c5eb30f8 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 984 time: 0.0492623 Jul 28 07:14:13.448170 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-89d5a226-f892-4a3a-9af2-6839850d33eb req-c581aa8a-3a16-4093-89bc-ac525dd28c53 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=40092dab-5565-4425-b071-304dce8d3e56&id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342178 Jul 28 07:14:14.562557 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b015f-453f-4335-b01c-cbe27b843a96 req-ec2a7cba-a5ef-427b-86d6-ef664fe3e5c5 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:14.564185 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-459b015f-453f-4335-b01c-cbe27b843a96 req-ec2a7cba-a5ef-427b-86d6-ef664fe3e5c5 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 984 time: 0.0511341 Jul 28 07:14:14.603519 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-459b015f-453f-4335-b01c-cbe27b843a96 req-62b5d24b-b50a-44dd-bae8-0803006a4c48 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=40092dab-5565-4425-b071-304dce8d3e56&id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327747 Jul 28 07:14:15.051897 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:15.718281 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6474476-44a1-4216-99b9-fa37b531c989 req-dd92ab3e-82e5-440c-8044-26412788cbf6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:15.719756 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d6474476-44a1-4216-99b9-fa37b531c989 req-dd92ab3e-82e5-440c-8044-26412788cbf6 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 984 time: 0.0496359 Jul 28 07:14:15.758750 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d6474476-44a1-4216-99b9-fa37b531c989 req-f0a2934c-52c4-43ec-98c6-b3fda512eadf tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=40092dab-5565-4425-b071-304dce8d3e56&id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324392 Jul 28 07:14:16.871868 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78afdf-3fd2-4ad4-8455-c695194edafb req-48c61175-f142-48df-a194-639d6701b9bf tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:16.873315 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1d78afdf-3fd2-4ad4-8455-c695194edafb req-48c61175-f142-48df-a194-639d6701b9bf tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 984 time: 0.0482097 Jul 28 07:14:16.912159 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1d78afdf-3fd2-4ad4-8455-c695194edafb req-c670b21d-6c7a-4887-b82c-6a1dfa5d4aa4 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=40092dab-5565-4425-b071-304dce8d3e56&id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328979 Jul 28 07:14:23.827411 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:14:25.064630 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4d5f16b3-a473-48b1-b70b-8dad2fd35e8a req-2eb6ca20-4dd0-4088-a28a-479ce046b51b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388641 Jul 28 07:14:25.145519 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f16b3-a473-48b1-b70b-8dad2fd35e8a req-800e1ac9-c3dd-4a51-85a8-7c3a274bae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:25.146980 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4d5f16b3-a473-48b1-b70b-8dad2fd35e8a req-800e1ac9-c3dd-4a51-85a8-7c3a274bae2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3b9e025252641e995fe2a6abe0f5cbe&device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 1137 time: 0.0430205 Jul 28 07:14:25.244683 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f16b3-a473-48b1-b70b-8dad2fd35e8a req-337b1e38-688c-4e18-879a-dbeb8a337363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:25.246097 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4d5f16b3-a473-48b1-b70b-8dad2fd35e8a req-337b1e38-688c-4e18-879a-dbeb8a337363 service neutron] 10.222.0.11 "GET /v2.0/networks?id=61413823-1660-427c-9cdb-f10195d5e28f HTTP/1.1" status: 200 len: 916 time: 0.0811331 Jul 28 07:14:25.313295 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4d5f16b3-a473-48b1-b70b-8dad2fd35e8a req-1418a6c9-a2f7-4a9b-a8d1-c271f66b0dd7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=def87ab9-8aa0-4922-b3e1-bd06d88a9c16 HTTP/1.1" status: 200 len: 1001 time: 0.0594816 Jul 28 07:14:25.359541 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f16b3-a473-48b1-b70b-8dad2fd35e8a req-f94b8223-f0d7-42a6-8598-93a6c255f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:25.360951 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4d5f16b3-a473-48b1-b70b-8dad2fd35e8a req-f94b8223-f0d7-42a6-8598-93a6c255f7fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b897a0b9-6498-41ec-a6f4-c36028286ae2 HTTP/1.1" status: 200 len: 854 time: 0.0410197 Jul 28 07:14:25.407280 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f16b3-a473-48b1-b70b-8dad2fd35e8a req-dbb11bb3-d560-46fb-8701-bcc68a4a2a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:25.408632 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4d5f16b3-a473-48b1-b70b-8dad2fd35e8a req-dbb11bb3-d560-46fb-8701-bcc68a4a2a65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61413823-1660-427c-9cdb-f10195d5e28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383630 Jul 28 07:14:25.501331 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4d5f16b3-a473-48b1-b70b-8dad2fd35e8a req-eaa78cbc-0cb4-4e10-98bd-ed1cfe69e967 service neutron] 10.222.0.11 "GET /v2.0/networks/61413823-1660-427c-9cdb-f10195d5e28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849106 Jul 28 07:14:25.587857 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4d5f16b3-a473-48b1-b70b-8dad2fd35e8a req-aa49a717-f84f-49e4-bf91-52146101a8e1 service neutron] 10.222.0.11 "GET /v2.0/networks/61413823-1660-427c-9cdb-f10195d5e28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787883 Jul 28 07:14:27.097790 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:34.477156 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bb7e9-f571-4273-964c-efaa4ee2234d req-0341e104-dfc3-4e1e-bf07-aef7f2c83bd0 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:34.478642 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e45bb7e9-f571-4273-964c-efaa4ee2234d req-0341e104-dfc3-4e1e-bf07-aef7f2c83bd0 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0478036 Jul 28 07:14:34.515055 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e45bb7e9-f571-4273-964c-efaa4ee2234d req-c531f4f7-1541-4a20-96d5-ba7f0b9b68e1 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306754 Jul 28 07:14:35.636589 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a65e07-a4de-4e8f-9951-433a67099858 req-d7f2b976-0d40-4572-8d32-e0c180181281 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:35.637958 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a2a65e07-a4de-4e8f-9951-433a67099858 req-d7f2b976-0d40-4572-8d32-e0c180181281 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0511494 Jul 28 07:14:35.674613 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a2a65e07-a4de-4e8f-9951-433a67099858 req-8ea27972-36cd-4403-96fa-f822a4f5e48a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307155 Jul 28 07:14:36.791452 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2d76e-aed4-4d54-aa26-12837cc1f81f req-8195ae5e-df6a-41d7-9cac-1f2281f68b2c tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:36.792922 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5cf2d76e-aed4-4d54-aa26-12837cc1f81f req-8195ae5e-df6a-41d7-9cac-1f2281f68b2c tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0481067 Jul 28 07:14:36.833179 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5cf2d76e-aed4-4d54-aa26-12837cc1f81f req-a01c2f8c-918f-4daa-a574-cb3e4964b318 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316398 Jul 28 07:14:37.947555 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2d629-6784-4eb5-b38b-f1ea80b8057b req-1c8b65f5-fe38-48b2-89ea-106d86fd6ab3 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:37.948974 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a3f2d629-6784-4eb5-b38b-f1ea80b8057b req-1c8b65f5-fe38-48b2-89ea-106d86fd6ab3 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0465088 Jul 28 07:14:37.985385 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a3f2d629-6784-4eb5-b38b-f1ea80b8057b req-3eb56a77-6d05-491e-8ecf-efb9636eb001 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307572 Jul 28 07:14:39.117542 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3d6f6-fd8f-430b-8934-465fb225eae1 req-7419699d-5f8d-495a-a9c7-473701dc77f9 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:39.118992 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-98e3d6f6-fd8f-430b-8934-465fb225eae1 req-7419699d-5f8d-495a-a9c7-473701dc77f9 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0596261 Jul 28 07:14:39.156209 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-98e3d6f6-fd8f-430b-8934-465fb225eae1 req-1c92328c-657c-4f0a-bfd4-155d5476428a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312777 Jul 28 07:14:39.690614 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d7724c8-462e-4984-ae70-8d71022d9405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:40.272215 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe8242-406b-4609-b02c-1c8d3bc8be80 req-c91bdab3-702d-4087-b8f2-c7c0010d3e5e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:40.273687 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8bbe8242-406b-4609-b02c-1c8d3bc8be80 req-c91bdab3-702d-4087-b8f2-c7c0010d3e5e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0478141 Jul 28 07:14:40.310280 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8bbe8242-406b-4609-b02c-1c8d3bc8be80 req-7e9b5bae-b499-4cad-bfd9-167ceead55b8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308218 Jul 28 07:14:41.425828 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73f67e-c627-41c5-b1d9-c7a5e3d209b9 req-f6969510-babe-4eb0-b869-f62b421c8d93 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:41.427283 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5d73f67e-c627-41c5-b1d9-c7a5e3d209b9 req-f6969510-babe-4eb0-b869-f62b421c8d93 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0469198 Jul 28 07:14:41.462611 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5d73f67e-c627-41c5-b1d9-c7a5e3d209b9 req-43202382-4fd6-488e-a5fa-7c5a15c29904 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295575 Jul 28 07:14:42.548155 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fe662f9-4926-4b94-9852-36dfc011935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:42.587162 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd3ee9-8169-40c8-b210-400a29b5c558 req-4fded742-f654-4b22-af37-7707bdfb4d26 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:42.588616 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5acd3ee9-8169-40c8-b210-400a29b5c558 req-4fded742-f654-4b22-af37-7707bdfb4d26 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0542538 Jul 28 07:14:42.627168 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5acd3ee9-8169-40c8-b210-400a29b5c558 req-ae26f5d1-adea-462e-bda2-65126563c9e9 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325048 Jul 28 07:14:42.776356 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:43.365204 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:43.749003 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f3bd7-64a9-4127-b52c-254fce75a790 req-650abaaf-4458-42c4-9bf2-7c05f7cb674e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:43.750466 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-645f3bd7-64a9-4127-b52c-254fce75a790 req-650abaaf-4458-42c4-9bf2-7c05f7cb674e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0473056 Jul 28 07:14:43.788847 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-645f3bd7-64a9-4127-b52c-254fce75a790 req-5f3f8881-a478-457a-959c-91091f3767ec tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312963 Jul 28 07:14:44.903056 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cb78a-a7f9-42ce-aa88-01e7df972b79 req-f39e39d0-7eb5-4faf-9ecc-6af48d469f6a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:44.904525 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-340cb78a-a7f9-42ce-aa88-01e7df972b79 req-f39e39d0-7eb5-4faf-9ecc-6af48d469f6a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0472796 Jul 28 07:14:44.941244 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-340cb78a-a7f9-42ce-aa88-01e7df972b79 req-4deea16d-d990-45a4-bbef-17203388b36d tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302830 Jul 28 07:14:45.080542 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:46.059308 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c3b86-13c5-4c49-adf0-4bd346da8c34 req-b1d5c422-306e-4528-a699-1ac40b96818e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:46.060736 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a36c3b86-13c5-4c49-adf0-4bd346da8c34 req-b1d5c422-306e-4528-a699-1ac40b96818e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0502777 Jul 28 07:14:46.096300 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a36c3b86-13c5-4c49-adf0-4bd346da8c34 req-03b1221b-685a-4a68-8422-e12f2fc1c22e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297647 Jul 28 07:14:47.217716 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed42468-59c0-4938-901c-3c0ece858cc1 req-701662be-70b2-4023-af73-1f4cac00c914 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:47.219226 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-eed42468-59c0-4938-901c-3c0ece858cc1 req-701662be-70b2-4023-af73-1f4cac00c914 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0505095 Jul 28 07:14:47.258737 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-eed42468-59c0-4938-901c-3c0ece858cc1 req-1c3670a6-67f2-4ea7-8c69-c4c30ab1ba54 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322235 Jul 28 07:14:47.611720 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 6d6c1eec-fba6-4419-bc23-23b98a25b55f details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:14:47.716099 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 6d6c1eec-fba6-4419-bc23-23b98a25b55f, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6d6c1eec-fba6-4419-bc23-23b98a25b55f,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:14:47.727732 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': '6d6c1eec-fba6-4419-bc23-23b98a25b55f', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'port_id': '6d6c1eec-fba6-4419-bc23-23b98a25b55f', 'mac_address': 'fa:16:3e:cd:9d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:14:47.771719 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:47.786581 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d6c1eec-fba6-4419-bc23-23b98a25b55f {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:14:47.809251 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 6d6c1eec-fba6-4419-bc23-23b98a25b55f, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6d6c1eec-fba6-4419-bc23-23b98a25b55f,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:14:47.885730 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:47.944458 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=6d6c1eec-fba6-4419-bc23-23b98a25b55f,revision_number=6']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:14:47.951639 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:47.952204 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:47.952722 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:47.953224 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:47.953723 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:47.954211 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:47.954725 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:47.955209 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:47.955699 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:47.956738 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:47.957070 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:47.957397 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:47.969518 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['6d6c1eec-fba6-4419-bc23-23b98a25b55f'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:14:48.382229 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97586002-bcff-4625-a581-844c6dd18281 req-fbb73321-5ad7-40e1-b467-a10585951c42 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:48.384930 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-97586002-bcff-4625-a581-844c6dd18281 req-fbb73321-5ad7-40e1-b467-a10585951c42 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 944 time: 0.0521591 Jul 28 07:14:48.434635 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-97586002-bcff-4625-a581-844c6dd18281 req-7e5ab2eb-62f1-476b-a633-f238bb1604f6 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447576 Jul 28 07:14:49.511831 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c2c55bee-6879-4004-98e1-61cd4fa76d64 req-0b5edf67-a2a8-42d4-a8ba-0d3ce56b6a83 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001369394&fields=id&tenant_id=e3b9e025252641e995fe2a6abe0f5cbe HTTP/1.1" status: 200 len: 267 time: 0.0465872 Jul 28 07:14:49.605859 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c55bee-6879-4004-98e1-61cd4fa76d64 req-334d553f-5917-454b-baf1-4be890e06e9a tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:49.607393 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c2c55bee-6879-4004-98e1-61cd4fa76d64 req-334d553f-5917-454b-baf1-4be890e06e9a tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 984 time: 0.0948131 Jul 28 07:14:49.621122 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-c2c55bee-6879-4004-98e1-61cd4fa76d64 req-3221c3e3-f0b9-41cb-b190-4b603a064e08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Request body: {'port': {'security_groups': ['9a8816fd-587b-4b9d-991c-708e9cb54f5c']}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:14:49.627613 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 6d6c1eec-fba6-4419-bc23-23b98a25b55f up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:14:49.639050 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c8291-4b4a-4d45-b50e-d1d323778dff req-0a29c669-0779-493d-bcc0-6656941f3604 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:49.639050 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9b5c8291-4b4a-4d45-b50e-d1d323778dff req-0a29c669-0779-493d-bcc0-6656941f3604 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 944 time: 0.1218421 Jul 28 07:14:49.695628 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port 6d6c1eec-fba6-4419-bc23-23b98a25b55f triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:14:49.696398 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:49.740244 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-c2c55bee-6879-4004-98e1-61cd4fa76d64 req-3221c3e3-f0b9-41cb-b190-4b603a064e08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:49.765805 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9b5c8291-4b4a-4d45-b50e-d1d323778dff req-8566fba0-913a-4d8b-b3f4-7c050193625b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949495 Jul 28 07:14:49.810259 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:49.839542 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5469f9-de91-4f88-8bec-1e837a8794b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c1eec-fba6-4419-bc23-23b98a25b55f'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:14:49.842181 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d508dd9-aacd-4733-a370-2f7478cdcbbb" -d '{"events": [{"server_uuid": "ce5469f9-de91-4f88-8bec-1e837a8794b3", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c1eec-fba6-4419-bc23-23b98a25b55f"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:14:49.868624 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 6d6c1eec-fba6-4419-bc23-23b98a25b55f, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6d6c1eec-fba6-4419-bc23-23b98a25b55f,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:14:49.882650 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942ce10d-ba90-4833-9098-e5ca7a2109ee x-openstack-request-id: req-942ce10d-ba90-4833-9098-e5ca7a2109ee {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:14:49.882650 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5469f9-de91-4f88-8bec-1e837a8794b3", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c1eec-fba6-4419-bc23-23b98a25b55f", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:14:49.882941 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-942ce10d-ba90-4833-9098-e5ca7a2109ee {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:14:49.883353 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5469f9-de91-4f88-8bec-1e837a8794b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c1eec-fba6-4419-bc23-23b98a25b55f', 'code': 200} Jul 28 07:14:49.965301 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:49.983676 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-c2c55bee-6879-4004-98e1-61cd4fa76d64 req-3221c3e3-f0b9-41cb-b190-4b603a064e08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] For port def87ab9-8aa0-4922-b3e1-bd06d88a9c16, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=def87ab9-8aa0-4922-b3e1-bd06d88a9c16,segment=NetworkSegment(bdfbfb29-9cc6-4a6d-a07e-705f9f41c671),segment_id=bdfbfb29-9cc6-4a6d-a07e-705f9f41c671)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:14:50.015080 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=6d6c1eec-fba6-4419-bc23-23b98a25b55f,revision_number=7']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:14:50.023711 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-c2c55bee-6879-4004-98e1-61cd4fa76d64 req-3221c3e3-f0b9-41cb-b190-4b603a064e08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:50.165113 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-c2c55bee-6879-4004-98e1-61cd4fa76d64 req-3221c3e3-f0b9-41cb-b190-4b603a064e08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851772'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:50.179942 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['def87ab9-8aa0-4922-b3e1-bd06d88a9c16'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:14:50.211836 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c55bee-6879-4004-98e1-61cd4fa76d64 req-3221c3e3-f0b9-41cb-b190-4b603a064e08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:50.212459 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-c2c55bee-6879-4004-98e1-61cd4fa76d64 req-3221c3e3-f0b9-41cb-b190-4b603a064e08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:50.225645 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c2c55bee-6879-4004-98e1-61cd4fa76d64 req-3221c3e3-f0b9-41cb-b190-4b603a064e08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "PUT /v2.0/ports/def87ab9-8aa0-4922-b3e1-bd06d88a9c16 HTTP/1.1" status: 200 len: 942 time: 0.6015706 Jul 28 07:14:50.225645 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34dab0ad-8529-4be1-9ecb-db78a72eed34', 'tag': 'def87ab9-8aa0-4922-b3e1-bd06d88a9c16'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:14:50.225645 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf99b37901c056801dd7a1baa5d1ab64c278f5b65534bcabbbad100ea1a30f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7a60c1-47ba-4760-96ff-25821e893826" -d '{"events": [{"name": "network-changed", "server_uuid": "34dab0ad-8529-4be1-9ecb-db78a72eed34", "tag": "def87ab9-8aa0-4922-b3e1-bd06d88a9c16"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:14:50.225984 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58112) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:14:50.245401 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221c3e3-f0b9-41cb-b190-4b603a064e08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Pushing event updated for resources: {'Port': ['ID=def87ab9-8aa0-4922-b3e1-bd06d88a9c16,revision_number=7']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:14:50.255259 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c3e3-f0b9-41cb-b190-4b603a064e08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.255672 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c3e3-f0b9-41cb-b190-4b603a064e08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.256877 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c3e3-f0b9-41cb-b190-4b603a064e08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.257041 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c3e3-f0b9-41cb-b190-4b603a064e08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.257359 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c3e3-f0b9-41cb-b190-4b603a064e08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.257730 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c3e3-f0b9-41cb-b190-4b603a064e08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.258077 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c3e3-f0b9-41cb-b190-4b603a064e08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.258414 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c3e3-f0b9-41cb-b190-4b603a064e08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.258773 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c3e3-f0b9-41cb-b190-4b603a064e08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.259107 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c3e3-f0b9-41cb-b190-4b603a064e08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.259441 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c3e3-f0b9-41cb-b190-4b603a064e08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.259828 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c3e3-f0b9-41cb-b190-4b603a064e08 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.277306 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970c7ae6-f74a-42de-8249-6c05cb6e1174 x-openstack-request-id: req-970c7ae6-f74a-42de-8249-6c05cb6e1174 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:14:50.292937 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34dab0ad-8529-4be1-9ecb-db78a72eed34", "tag": "def87ab9-8aa0-4922-b3e1-bd06d88a9c16", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:14:50.293064 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-970c7ae6-f74a-42de-8249-6c05cb6e1174 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:14:50.293429 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34dab0ad-8529-4be1-9ecb-db78a72eed34', 'tag': 'def87ab9-8aa0-4922-b3e1-bd06d88a9c16', 'status': 'completed', 'code': 200} Jul 28 07:14:50.319348 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-87eead61-cf9e-47f4-a231-c24c10cfb070 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:50.332372 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['def87ab9-8aa0-4922-b3e1-bd06d88a9c16'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:14:50.387718 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-87eead61-cf9e-47f4-a231-c24c10cfb070 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:50.501365 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a60c1-47ba-4760-96ff-25821e893826 req-578ff5db-c8d7-4f61-aeff-66a85e33b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:50.523388 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5b7a60c1-47ba-4760-96ff-25821e893826 req-578ff5db-c8d7-4f61-aeff-66a85e33b784 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3b9e025252641e995fe2a6abe0f5cbe&device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 1098 time: 0.1886759 Jul 28 07:14:50.558907 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-87eead61-cf9e-47f4-a231-c24c10cfb070 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:50.561505 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-87eead61-cf9e-47f4-a231-c24c10cfb070 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:50.562640 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-87eead61-cf9e-47f4-a231-c24c10cfb070 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "DELETE /v2.0/security-groups/40092dab-5565-4425-b071-304dce8d3e56 HTTP/1.1" status: 204 len: 168 time: 0.3410537 Jul 28 07:14:50.565524 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58120) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:14:50.577035 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eead61-cf9e-47f4-a231-c24c10cfb070 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40092dab-5565-4425-b071-304dce8d3e56,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:14:50.588018 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eead61-cf9e-47f4-a231-c24c10cfb070 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.588369 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eead61-cf9e-47f4-a231-c24c10cfb070 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.588713 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eead61-cf9e-47f4-a231-c24c10cfb070 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.589053 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eead61-cf9e-47f4-a231-c24c10cfb070 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.589390 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eead61-cf9e-47f4-a231-c24c10cfb070 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.589890 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eead61-cf9e-47f4-a231-c24c10cfb070 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.590243 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eead61-cf9e-47f4-a231-c24c10cfb070 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.590616 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eead61-cf9e-47f4-a231-c24c10cfb070 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.590933 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eead61-cf9e-47f4-a231-c24c10cfb070 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.591259 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eead61-cf9e-47f4-a231-c24c10cfb070 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.591586 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eead61-cf9e-47f4-a231-c24c10cfb070 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.591912 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eead61-cf9e-47f4-a231-c24c10cfb070 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:14:50.608116 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-2424d61f-dcf8-4500-97d9-88888d0fded0 None None] Provisioning complete for port def87ab9-8aa0-4922-b3e1-bd06d88a9c16 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:14:50.614184 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2424d61f-dcf8-4500-97d9-88888d0fded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:50.634131 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a60c1-47ba-4760-96ff-25821e893826 req-3ba6a843-9a95-4087-85a2-43d087e2ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:50.635646 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5b7a60c1-47ba-4760-96ff-25821e893826 req-3ba6a843-9a95-4087-85a2-43d087e2ec94 service neutron] 10.222.0.11 "GET /v2.0/networks?id=61413823-1660-427c-9cdb-f10195d5e28f HTTP/1.1" status: 200 len: 916 time: 0.1204083 Jul 28 07:14:50.730309 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5b7a60c1-47ba-4760-96ff-25821e893826 req-bd9fe930-4208-4f70-8323-a3c84d5a5b30 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=def87ab9-8aa0-4922-b3e1-bd06d88a9c16 HTTP/1.1" status: 200 len: 1001 time: 0.0834911 Jul 28 07:14:50.808504 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-d063dc8a-3b8e-49a7-be26-532249f0ec26 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Deleting port 3f183831-5fb4-4f81-85e9-486db5ad0ea7 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:14:50.808916 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d063dc8a-3b8e-49a7-be26-532249f0ec26 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:50.818266 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a60c1-47ba-4760-96ff-25821e893826 req-c7756f5e-31a4-4e37-af4a-d1049d6de783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:50.820078 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5b7a60c1-47ba-4760-96ff-25821e893826 req-c7756f5e-31a4-4e37-af4a-d1049d6de783 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b897a0b9-6498-41ec-a6f4-c36028286ae2 HTTP/1.1" status: 200 len: 854 time: 0.0804582 Jul 28 07:14:50.875857 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a60c1-47ba-4760-96ff-25821e893826 req-f8471a28-5424-4c94-96b0-6a2b67e8155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:50.877468 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5b7a60c1-47ba-4760-96ff-25821e893826 req-f8471a28-5424-4c94-96b0-6a2b67e8155b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61413823-1660-427c-9cdb-f10195d5e28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491321 Jul 28 07:14:50.917020 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c80b3-948e-4b40-9929-06dcc817c685 req-f2b09295-980d-4a96-8797-0d9034997aa7 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:50.918676 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-691c80b3-948e-4b40-9929-06dcc817c685 req-f2b09295-980d-4a96-8797-0d9034997aa7 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0682068 Jul 28 07:14:50.970773 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-691c80b3-948e-4b40-9929-06dcc817c685 req-a5efe989-7dd7-41d1-8a01-cf311ae97f28 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448999 Jul 28 07:14:50.976730 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d063dc8a-3b8e-49a7-be26-532249f0ec26 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:50.980861 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d063dc8a-3b8e-49a7-be26-532249f0ec26 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:51.001642 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5b7a60c1-47ba-4760-96ff-25821e893826 req-90165a9f-49eb-4d39-b6dc-c07b5e7d860f service neutron] 10.222.0.11 "GET /v2.0/networks/61413823-1660-427c-9cdb-f10195d5e28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160564 Jul 28 07:14:51.009803 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-d063dc8a-3b8e-49a7-be26-532249f0ec26 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Calling delete_port for 3f183831-5fb4-4f81-85e9-486db5ad0ea7 owned by network:floatingip {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:14:51.113459 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5b7a60c1-47ba-4760-96ff-25821e893826 req-5a7fda89-c71d-43c0-bdc1-16307c7c52c9 service neutron] 10.222.0.11 "GET /v2.0/networks/61413823-1660-427c-9cdb-f10195d5e28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039383 Jul 28 07:14:51.559927 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d063dc8a-3b8e-49a7-be26-532249f0ec26 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:51.613589 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063dc8a-3b8e-49a7-be26-532249f0ec26 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Pushing event deleted for resources: {'Port': ['ID=3f183831-5fb4-4f81-85e9-486db5ad0ea7,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:14:51.661546 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d063dc8a-3b8e-49a7-be26-532249f0ec26 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks [] for floatingip, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:51.661875 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.db.l3_db [None req-d063dc8a-3b8e-49a7-be26-532249f0ec26 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Floating IP b0fd7729-3606-4877-9b8b-98ce4bce1b61 disassociated (deleted). External IP: 172.27.0.203, port: def87ab9-8aa0-4922-b3e1-bd06d88a9c16. Jul 28 07:14:51.909947 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d063dc8a-3b8e-49a7-be26-532249f0ec26 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Router 423ef07c-8828-47ed-bc53-cab6aa190471 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:14:52.033227 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d063dc8a-3b8e-49a7-be26-532249f0ec26 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:14:52.043705 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d91498-c8b8-4d21-aedc-530b01152ebe None None] Sync routers for ids ['423ef07c-8828-47ed-bc53-cab6aa190471'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:14:52.044201 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d063dc8a-3b8e-49a7-be26-532249f0ec26 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:52.057841 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d91498-c8b8-4d21-aedc-530b01152ebe None None] Routers {'423ef07c-8828-47ed-bc53-cab6aa190471'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:14:52.058651 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-a9d91498-c8b8-4d21-aedc-530b01152ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:14:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['423ef07c-8828-47ed-bc53-cab6aa190471'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:14:52.087675 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d063dc8a-3b8e-49a7-be26-532249f0ec26 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "DELETE /v2.0/floatingips/b0fd7729-3606-4877-9b8b-98ce4bce1b61 HTTP/1.1" status: 204 len: 168 time: 1.5200787 Jul 28 07:14:52.171512 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ca3a1-f487-4735-9de4-9984dcdf8383 req-17a3b508-5ddf-428a-85b8-5d208d6be694 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:52.173476 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-db5ca3a1-f487-4735-9de4-9984dcdf8383 req-17a3b508-5ddf-428a-85b8-5d208d6be694 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0734851 Jul 28 07:14:52.236970 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-db5ca3a1-f487-4735-9de4-9984dcdf8383 req-b3d992d2-d7dc-462b-8713-21af3317ee2a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566463 Jul 28 07:14:52.244090 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-a9d91498-c8b8-4d21-aedc-530b01152ebe None None] Set router 423ef07c-8828-47ed-bc53-cab6aa190471 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:14:52.294844 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34dab0ad-8529-4be1-9ecb-db78a72eed34', 'tag': 'def87ab9-8aa0-4922-b3e1-bd06d88a9c16'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:14:52.297169 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf99b37901c056801dd7a1baa5d1ab64c278f5b65534bcabbbad100ea1a30f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8a8100-be8b-42d7-bf66-7ac153a950f0" -d '{"events": [{"name": "network-changed", "server_uuid": "34dab0ad-8529-4be1-9ecb-db78a72eed34", "tag": "def87ab9-8aa0-4922-b3e1-bd06d88a9c16"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:14:52.359867 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004165b5-fdf7-4609-b353-d552250fd3e5 x-openstack-request-id: req-004165b5-fdf7-4609-b353-d552250fd3e5 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:14:52.360364 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34dab0ad-8529-4be1-9ecb-db78a72eed34", "tag": "def87ab9-8aa0-4922-b3e1-bd06d88a9c16", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:14:52.360879 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-004165b5-fdf7-4609-b353-d552250fd3e5 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:14:52.361468 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34dab0ad-8529-4be1-9ecb-db78a72eed34', 'tag': 'def87ab9-8aa0-4922-b3e1-bd06d88a9c16', 'status': 'completed', 'code': 200} Jul 28 07:14:52.461349 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a8100-be8b-42d7-bf66-7ac153a950f0 req-3c137cab-8ded-4229-8223-ffe60b4976bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:52.463747 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ec8a8100-be8b-42d7-bf66-7ac153a950f0 req-3c137cab-8ded-4229-8223-ffe60b4976bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3b9e025252641e995fe2a6abe0f5cbe&device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 1098 time: 0.0764256 Jul 28 07:14:52.622719 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a8100-be8b-42d7-bf66-7ac153a950f0 req-b5fd9713-bb4e-45a0-b9f8-2ede7975af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:52.627614 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ec8a8100-be8b-42d7-bf66-7ac153a950f0 req-b5fd9713-bb4e-45a0-b9f8-2ede7975af92 service neutron] 10.222.0.11 "GET /v2.0/networks?id=61413823-1660-427c-9cdb-f10195d5e28f HTTP/1.1" status: 200 len: 916 time: 0.1562419 Jul 28 07:14:52.664771 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-a9d91498-c8b8-4d21-aedc-530b01152ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'name': 'tempest-TestMinimumBasicScenario-1892521115-router', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:41Z', 'updated_at': '2021-07-28T07:12:45Z', 'revision_number': 4, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'gw_port': {'id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:42Z', 'updated_at': '2021-07-28T07:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '37283911-5ff7-4fb3-9551-6a6465624b9d', 'name': '', 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'mac_address': 'fa:16:3e:8a:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b897a0b9-6498-41ec-a6f4-c36028286ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:44Z', 'updated_at': '2021-07-28T07:12:49Z', 'revision_number': 5, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'subnets': [{'id': 'b897a0b9-6498-41ec-a6f4-c36028286ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:14:52.681339 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ec8a8100-be8b-42d7-bf66-7ac153a950f0 req-90d3666b-796f-4f36-999f-76bd693e0056 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=def87ab9-8aa0-4922-b3e1-bd06d88a9c16 HTTP/1.1" status: 200 len: 217 time: 0.0459545 Jul 28 07:14:52.698754 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d91498-c8b8-4d21-aedc-530b01152ebe None None] Checking router: 423ef07c-8828-47ed-bc53-cab6aa190471 for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:14:52.711073 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d91498-c8b8-4d21-aedc-530b01152ebe None None] Routers {'423ef07c-8828-47ed-bc53-cab6aa190471'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:14:52.711921 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-a9d91498-c8b8-4d21-aedc-530b01152ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:14:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['423ef07c-8828-47ed-bc53-cab6aa190471'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:14:52.772291 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a8100-be8b-42d7-bf66-7ac153a950f0 req-3cc66ac5-53c5-48c8-9c8b-aa96c8e952e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:52.775029 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ec8a8100-be8b-42d7-bf66-7ac153a950f0 req-3cc66ac5-53c5-48c8-9c8b-aa96c8e952e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b897a0b9-6498-41ec-a6f4-c36028286ae2 HTTP/1.1" status: 200 len: 854 time: 0.0854905 Jul 28 07:14:52.835723 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a8100-be8b-42d7-bf66-7ac153a950f0 req-a0d1ad11-172c-4801-bf63-22f015792ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:52.837450 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ec8a8100-be8b-42d7-bf66-7ac153a950f0 req-a0d1ad11-172c-4801-bf63-22f015792ce4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61413823-1660-427c-9cdb-f10195d5e28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538385 Jul 28 07:14:52.853054 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-a9d91498-c8b8-4d21-aedc-530b01152ebe None None] Set router 423ef07c-8828-47ed-bc53-cab6aa190471 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:14:52.964730 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ec8a8100-be8b-42d7-bf66-7ac153a950f0 req-30d4438c-4fcb-4489-9b59-5bcef8a693fd service neutron] 10.222.0.11 "GET /v2.0/networks/61413823-1660-427c-9cdb-f10195d5e28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161983 Jul 28 07:14:53.071583 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-a9d91498-c8b8-4d21-aedc-530b01152ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'name': 'tempest-TestMinimumBasicScenario-1892521115-router', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:41Z', 'updated_at': '2021-07-28T07:12:45Z', 'revision_number': 4, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'gw_port': {'id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:42Z', 'updated_at': '2021-07-28T07:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '37283911-5ff7-4fb3-9551-6a6465624b9d', 'name': '', 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'mac_address': 'fa:16:3e:8a:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b897a0b9-6498-41ec-a6f4-c36028286ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:44Z', 'updated_at': '2021-07-28T07:12:49Z', 'revision_number': 5, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'subnets': [{'id': 'b897a0b9-6498-41ec-a6f4-c36028286ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:14:53.083217 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ec8a8100-be8b-42d7-bf66-7ac153a950f0 req-688a8f5c-335c-4273-87d7-24d87dfe1405 service neutron] 10.222.0.11 "GET /v2.0/networks/61413823-1660-427c-9cdb-f10195d5e28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092849 Jul 28 07:14:53.102069 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d91498-c8b8-4d21-aedc-530b01152ebe None None] The sync data for ids ['423ef07c-8828-47ed-bc53-cab6aa190471'] in dv-cinder-792800-1-iscsi is: [{'id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'name': 'tempest-TestMinimumBasicScenario-1892521115-router', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:41Z', 'updated_at': '2021-07-28T07:12:45Z', 'revision_number': 4, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'gw_port': {'id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:42Z', 'updated_at': '2021-07-28T07:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '37283911-5ff7-4fb3-9551-6a6465624b9d', 'name': '', 'network_id': '61413823-1660-427c-9cdb-f10195d5e28f', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'mac_address': 'fa:16:3e:8a:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b897a0b9-6498-41ec-a6f4-c36028286ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:44Z', 'updated_at': '2021-07-28T07:12:49Z', 'revision_number': 5, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'subnets': [{'id': 'b897a0b9-6498-41ec-a6f4-c36028286ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:14:53.381786 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81eb19-490c-45f2-b072-3249523d3ce3 req-91ff9f2c-4970-4842-8de8-019a0384139d tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:53.383340 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fb81eb19-490c-45f2-b072-3249523d3ce3 req-91ff9f2c-4970-4842-8de8-019a0384139d tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0578377 Jul 28 07:14:53.428848 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fb81eb19-490c-45f2-b072-3249523d3ce3 req-e82747e0-b4f6-45c0-912a-6a0df8085d0a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349700 Jul 28 07:14:53.437496 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b790b2-8eea-401a-9d99-7dbf076da356 None None] New status for floating IP b0fd7729-3606-4877-9b8b-98ce4bce1b61: DOWN {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 07:14:54.567618 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77a374-0b88-4528-a903-b349e6d33335 req-95e6d271-61f8-43da-8a7d-bd630588cb17 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:54.569117 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fd77a374-0b88-4528-a903-b349e6d33335 req-95e6d271-61f8-43da-8a7d-bd630588cb17 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0603848 Jul 28 07:14:54.612744 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fd77a374-0b88-4528-a903-b349e6d33335 req-51b228bd-2c4f-4273-9e0c-ef6d8f9a8a2f tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370500 Jul 28 07:14:55.750610 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06af1c-6510-4329-9d69-cdbb13eb6683 req-3c7d5fdb-8f58-461a-bb49-22db7e0b38db tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:55.752290 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5e06af1c-6510-4329-9d69-cdbb13eb6683 req-3c7d5fdb-8f58-461a-bb49-22db7e0b38db tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0603800 Jul 28 07:14:55.799224 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5e06af1c-6510-4329-9d69-cdbb13eb6683 req-055b6a73-1b0f-44fe-b343-6bf60934db93 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401528 Jul 28 07:14:56.919122 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8ec89-782e-4790-8d32-8f8269c898b6 req-17291791-2cbc-41a1-8323-71ee5421626a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:56.920744 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bcf8ec89-782e-4790-8d32-8f8269c898b6 req-17291791-2cbc-41a1-8323-71ee5421626a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0507169 Jul 28 07:14:56.961832 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bcf8ec89-782e-4790-8d32-8f8269c898b6 req-26dd3b6a-d8b1-41ed-8572-f476a4041e25 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347667 Jul 28 07:14:57.131171 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:57.258819 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38dfe61-32a1-4e3c-a580-02a6d9f9e97e req-27898b0f-bd45-4f93-a832-c35113ba2ccc tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:57.260311 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c38dfe61-32a1-4e3c-a580-02a6d9f9e97e req-27898b0f-bd45-4f93-a832-c35113ba2ccc tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 945 time: 0.0845535 Jul 28 07:14:57.304971 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c38dfe61-32a1-4e3c-a580-02a6d9f9e97e req-321fbd66-aedc-454c-ba7c-8b7a8b94a3d0 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359061 Jul 28 07:14:58.080800 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbb5f5-e209-43a8-8f06-f4809ef30787 req-a4c5bf76-acca-4f50-b3c1-84fca75bcd86 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:58.082249 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1bbbb5f5-e209-43a8-8f06-f4809ef30787 req-a4c5bf76-acca-4f50-b3c1-84fca75bcd86 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0485134 Jul 28 07:14:58.120478 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1bbbb5f5-e209-43a8-8f06-f4809ef30787 req-7d26006a-657e-4cb5-892b-828e7f631b4c tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323169 Jul 28 07:14:58.422106 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8beabf-51fd-44d4-aad1-1494ef974276 req-57378bab-6cd2-4e86-90ee-2b8102229718 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:58.423579 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9d8beabf-51fd-44d4-aad1-1494ef974276 req-57378bab-6cd2-4e86-90ee-2b8102229718 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 945 time: 0.0482478 Jul 28 07:14:58.460033 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9d8beabf-51fd-44d4-aad1-1494ef974276 req-0fe48691-591e-4e24-90ba-9eb31627cb39 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306189 Jul 28 07:14:58.850865 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28585c1-4420-4e91-9278-fac00fa2c0e2 req-a938578e-5c06-4af0-96c1-305dd0f2b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:58.852247 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f28585c1-4420-4e91-9278-fac00fa2c0e2 req-a938578e-5c06-4af0-96c1-305dd0f2b1a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72669f81dfae41e59e1bf436c77c2d29&device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 1098 time: 0.0404248 Jul 28 07:14:58.943385 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28585c1-4420-4e91-9278-fac00fa2c0e2 req-3b1dcdc6-34e6-430c-a377-9b71aaeff9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:58.944837 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f28585c1-4420-4e91-9278-fac00fa2c0e2 req-3b1dcdc6-34e6-430c-a377-9b71aaeff9d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a HTTP/1.1" status: 200 len: 918 time: 0.0850036 Jul 28 07:14:59.008875 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f28585c1-4420-4e91-9278-fac00fa2c0e2 req-dcc3c609-1fcf-48a6-8837-fa45a4890e0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d6c1eec-fba6-4419-bc23-23b98a25b55f HTTP/1.1" status: 200 len: 1001 time: 0.0559530 Jul 28 07:14:59.094390 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28585c1-4420-4e91-9278-fac00fa2c0e2 req-2f196395-2d7b-4cd4-b83f-922ae46bba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:59.095907 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f28585c1-4420-4e91-9278-fac00fa2c0e2 req-2f196395-2d7b-4cd4-b83f-922ae46bba59 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daaf5aed-db9a-4a60-affc-b3c69fa15b44 HTTP/1.1" status: 200 len: 856 time: 0.0797498 Jul 28 07:14:59.122172 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c657e5c-da0a-4ac9-9ad3-9d1c4ac39c41 req-fab2517b-506b-4bb2-b146-f82a19048aa4 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:59.123545 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7c657e5c-da0a-4ac9-9ad3-9d1c4ac39c41 req-fab2517b-506b-4bb2-b146-f82a19048aa4 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.11 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 945 time: 0.0838864 Jul 28 07:14:59.205579 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28585c1-4420-4e91-9278-fac00fa2c0e2 req-54465309-a6f1-4a05-ab5b-5a06b6d50e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:59.207134 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f28585c1-4420-4e91-9278-fac00fa2c0e2 req-54465309-a6f1-4a05-ab5b-5a06b6d50e18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1017008 Jul 28 07:14:59.241551 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fb526-7540-4e4c-a3c1-2a243c5bb5f7 req-9f2b0b6f-4b17-4851-aaf7-53fdd972d68f tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:59.243089 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-971fb526-7540-4e4c-a3c1-2a243c5bb5f7 req-9f2b0b6f-4b17-4851-aaf7-53fdd972d68f tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0521066 Jul 28 07:14:59.279040 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-7c657e5c-da0a-4ac9-9ad3-9d1c4ac39c41 req-e4e6a541-4584-4640-a921-774258af5e33 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Deleting port def87ab9-8aa0-4922-b3e1-bd06d88a9c16 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:14:59.279362 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-7c657e5c-da0a-4ac9-9ad3-9d1c4ac39c41 req-e4e6a541-4584-4640-a921-774258af5e33 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:59.280901 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-971fb526-7540-4e4c-a3c1-2a243c5bb5f7 req-7b52a478-36b2-4fbc-85c7-0711bccd2e4d tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318813 Jul 28 07:14:59.356245 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f28585c1-4420-4e91-9278-fac00fa2c0e2 req-bcfcead1-3e70-4f35-8b19-cfdb27d91884 service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410508 Jul 28 07:14:59.432607 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-7c657e5c-da0a-4ac9-9ad3-9d1c4ac39c41 req-e4e6a541-4584-4640-a921-774258af5e33 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] For port def87ab9-8aa0-4922-b3e1-bd06d88a9c16, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=def87ab9-8aa0-4922-b3e1-bd06d88a9c16,segment=NetworkSegment(bdfbfb29-9cc6-4a6d-a07e-705f9f41c671),segment_id=bdfbfb29-9cc6-4a6d-a07e-705f9f41c671)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:14:59.432967 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-7c657e5c-da0a-4ac9-9ad3-9d1c4ac39c41 req-e4e6a541-4584-4640-a921-774258af5e33 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:59.450074 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-7c657e5c-da0a-4ac9-9ad3-9d1c4ac39c41 req-e4e6a541-4584-4640-a921-774258af5e33 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Calling delete_port for def87ab9-8aa0-4922-b3e1-bd06d88a9c16 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:14:59.518354 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f28585c1-4420-4e91-9278-fac00fa2c0e2 req-20dd6f77-9979-4fa7-89fc-f5678b0961c0 service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506307 Jul 28 07:14:59.572366 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cbb05-750e-46f7-a1bc-f1a6f77717c9 req-64f98250-ce03-4aee-a7a4-3b2a8ab6bc70 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:14:59.573834 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8f6cbb05-750e-46f7-a1bc-f1a6f77717c9 req-64f98250-ce03-4aee-a7a4-3b2a8ab6bc70 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 945 time: 0.0498185 Jul 28 07:14:59.611341 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8f6cbb05-750e-46f7-a1bc-f1a6f77717c9 req-3dba2dde-6d20-4da5-913c-3485cbf51498 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a8816fd-587b-4b9d-991c-708e9cb54f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315495 Jul 28 07:14:59.661581 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-7c657e5c-da0a-4ac9-9ad3-9d1c4ac39c41 req-e4e6a541-4584-4640-a921-774258af5e33 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:59.672844 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['def87ab9-8aa0-4922-b3e1-bd06d88a9c16'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:14:59.689787 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6a541-4584-4640-a921-774258af5e33 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Pushing event deleted for resources: {'Port': ['ID=def87ab9-8aa0-4922-b3e1-bd06d88a9c16,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:14:59.732650 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c657e5c-da0a-4ac9-9ad3-9d1c4ac39c41 req-e4e6a541-4584-4640-a921-774258af5e33 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] No DVR routers for this DVR port def87ab9-8aa0-4922-b3e1-bd06d88a9c16 on host hv-cinder-79280 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:14:59.735361 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-7c657e5c-da0a-4ac9-9ad3-9d1c4ac39c41 req-e4e6a541-4584-4640-a921-774258af5e33 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:14:59.737252 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7c657e5c-da0a-4ac9-9ad3-9d1c4ac39c41 req-e4e6a541-4584-4640-a921-774258af5e33 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.11 "DELETE /v2.0/ports/def87ab9-8aa0-4922-b3e1-bd06d88a9c16 HTTP/1.1" status: 204 len: 173 time: 0.5993478 Jul 28 07:14:59.737735 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34dab0ad-8529-4be1-9ecb-db78a72eed34', 'name': 'network-vif-deleted', 'tag': 'def87ab9-8aa0-4922-b3e1-bd06d88a9c16'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:14:59.740082 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0250b7c0-6fd7-4bf9-916a-82904fb579d5" -d '{"events": [{"server_uuid": "34dab0ad-8529-4be1-9ecb-db78a72eed34", "name": "network-vif-deleted", "tag": "def87ab9-8aa0-4922-b3e1-bd06d88a9c16"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:14:59.774170 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6ac12c-19b1-4778-aedf-29544bd4c9b2 x-openstack-request-id: req-fc6ac12c-19b1-4778-aedf-29544bd4c9b2 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:14:59.774463 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34dab0ad-8529-4be1-9ecb-db78a72eed34", "name": "network-vif-deleted", "tag": "def87ab9-8aa0-4922-b3e1-bd06d88a9c16", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:14:59.774741 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fc6ac12c-19b1-4778-aedf-29544bd4c9b2 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:14:59.775134 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34dab0ad-8529-4be1-9ecb-db78a72eed34', 'name': 'network-vif-deleted', 'tag': 'def87ab9-8aa0-4922-b3e1-bd06d88a9c16', 'status': 'completed', 'code': 200} Jul 28 07:15:00.400009 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cf91d-8959-44a1-aa26-25ce8aa68388 req-b40c0769-3540-4732-830b-9e18f7d15399 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:00.401498 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d63cf91d-8959-44a1-aa26-25ce8aa68388 req-b40c0769-3540-4732-830b-9e18f7d15399 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0485046 Jul 28 07:15:00.450787 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d63cf91d-8959-44a1-aa26-25ce8aa68388 req-e783d8b9-17cb-498d-b973-0b108953e34e tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429499 Jul 28 07:15:00.718171 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8cae86df-07dc-4368-86f0-5d0771252de9 req-fbafec5e-8cd7-4f7e-9f9e-a072c57bf006 tempest-TestMinimumBasicScenario-2008872668 tempest-TestMinimumBasicScenario-2008872668-project] 10.222.0.10 "GET /v2.0/ports?device_id=34dab0ad-8529-4be1-9ecb-db78a72eed34 HTTP/1.1" status: 200 len: 210 time: 0.0293372 Jul 28 07:15:00.825870 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:15:01.568878 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd93f7e-5473-40cc-bf01-c32060d4fd6a req-0adee5ee-1347-4f84-9259-4e6ff752898b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:01.574871 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-efd93f7e-5473-40cc-bf01-c32060d4fd6a req-0adee5ee-1347-4f84-9259-4e6ff752898b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0495412 Jul 28 07:15:01.610292 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-efd93f7e-5473-40cc-bf01-c32060d4fd6a req-69591a37-c8f1-45dd-9b94-e77becad6c73 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335174 Jul 28 07:15:03.366236 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58256) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:03.699786 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 6d6c1eec-fba6-4419-bc23-23b98a25b55f no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:15:03.708121 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cc8166d3-96ff-420a-8b33-a30dd2aa9ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2019898'] for router_interface, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:03.776453 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:03.799943 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5469f9-de91-4f88-8bec-1e837a8794b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d6c1eec-fba6-4419-bc23-23b98a25b55f'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:15:03.803240 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72572b4-0059-4520-9731-33a2d940f575" -d '{"events": [{"server_uuid": "ce5469f9-de91-4f88-8bec-1e837a8794b3", "name": "network-vif-unplugged", "status": "completed", "tag": "6d6c1eec-fba6-4419-bc23-23b98a25b55f"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:15:03.817883 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 6d6c1eec-fba6-4419-bc23-23b98a25b55f, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6d6c1eec-fba6-4419-bc23-23b98a25b55f,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:15:03.840798 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 07:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e06a1e-5cc2-48c2-af14-d3692a8e4ec7 x-openstack-request-id: req-c7e06a1e-5cc2-48c2-af14-d3692a8e4ec7 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:15:03.841141 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5469f9-de91-4f88-8bec-1e837a8794b3", "name": "network-vif-unplugged", "status": "failed", "tag": "6d6c1eec-fba6-4419-bc23-23b98a25b55f", "code": 422}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:15:03.841456 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7e06a1e-5cc2-48c2-af14-d3692a8e4ec7 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:15:03.841922 dv-cinder-792800-1-iscsi neutron-server[93861]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce5469f9-de91-4f88-8bec-1e837a8794b3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6d6c1eec-fba6-4419-bc23-23b98a25b55f', 'code': 422} returned with failed status Jul 28 07:15:03.913396 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:03.913986 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device def87ab9-8aa0-4922-b3e1-bd06d88a9c16 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:15:03.918480 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf205cc-63d8-4315-a07b-88e830383bfd req-e779d299-8e1f-44fc-9a39-4e1326e5b2fc tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:03.920051 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-faf205cc-63d8-4315-a07b-88e830383bfd req-e779d299-8e1f-44fc-9a39-4e1326e5b2fc tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 945 time: 0.0787284 Jul 28 07:15:03.957168 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] No Port match for: def87ab9-8aa0-4922-b3e1-bd06d88a9c16 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:15:03.957168 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device def87ab9-8aa0-4922-b3e1-bd06d88a9c16 not bound to the agent host hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:15:03.985087 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=6d6c1eec-fba6-4419-bc23-23b98a25b55f,revision_number=8']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:04.006207 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-faf205cc-63d8-4315-a07b-88e830383bfd req-02ae6c8f-5807-4f5d-9a23-b131bc917bbe tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745008 Jul 28 07:15:04.030991 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-cc8166d3-96ff-420a-8b33-a30dd2aa9ab3 admin admin] Deleting port 37283911-5ff7-4fb3-9551-6a6465624b9d {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:15:04.030991 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cc8166d3-96ff-420a-8b33-a30dd2aa9ab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:04.105355 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-cc8166d3-96ff-420a-8b33-a30dd2aa9ab3 admin admin] For port 37283911-5ff7-4fb3-9551-6a6465624b9d, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=37283911-5ff7-4fb3-9551-6a6465624b9d,segment=NetworkSegment(bdfbfb29-9cc6-4a6d-a07e-705f9f41c671),segment_id=bdfbfb29-9cc6-4a6d-a07e-705f9f41c671)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:15:04.105736 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cc8166d3-96ff-420a-8b33-a30dd2aa9ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:04.120503 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-cc8166d3-96ff-420a-8b33-a30dd2aa9ab3 admin admin] Calling delete_port for 37283911-5ff7-4fb3-9551-6a6465624b9d owned by network:router_interface {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:15:04.310371 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58284) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:04.359005 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cc8166d3-96ff-420a-8b33-a30dd2aa9ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:04.408315 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8166d3-96ff-420a-8b33-a30dd2aa9ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=37283911-5ff7-4fb3-9551-6a6465624b9d,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:04.455169 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e0a4eaa9-3066-4164-9c8b-9a0a3621bd61 req-c703c4b2-ef63-4a24-b09b-8d3cc477ac4c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1436276 Jul 28 07:15:04.586020 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cc8166d3-96ff-420a-8b33-a30dd2aa9ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2019926'] for router_interface, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:04.797566 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8166d3-96ff-420a-8b33-a30dd2aa9ab3 admin admin] Router 423ef07c-8828-47ed-bc53-cab6aa190471 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:15:04.908624 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8166d3-96ff-420a-8b33-a30dd2aa9ab3 admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:15:04.915497 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-cc8166d3-96ff-420a-8b33-a30dd2aa9ab3 admin admin] 10.222.0.10 "PUT /v2.0/routers/423ef07c-8828-47ed-bc53-cab6aa190471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5465176 Jul 28 07:15:04.916498 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58294) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:04.919027 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8254ccbb-2143-4a3b-a764-d882806acb84 None None] Sync routers for ids ['423ef07c-8828-47ed-bc53-cab6aa190471'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:15:04.928873 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8254ccbb-2143-4a3b-a764-d882806acb84 None None] Routers {'423ef07c-8828-47ed-bc53-cab6aa190471'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:15:04.929571 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-8254ccbb-2143-4a3b-a764-d882806acb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:14:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['423ef07c-8828-47ed-bc53-cab6aa190471'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:05.049456 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-8254ccbb-2143-4a3b-a764-d882806acb84 None None] Set router 423ef07c-8828-47ed-bc53-cab6aa190471 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:15:05.239549 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-8254ccbb-2143-4a3b-a764-d882806acb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'name': 'tempest-TestMinimumBasicScenario-1892521115-router', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:41Z', 'updated_at': '2021-07-28T07:15:04Z', 'revision_number': 5, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'gw_port': {'id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:42Z', 'updated_at': '2021-07-28T07:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:05.270632 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8254ccbb-2143-4a3b-a764-d882806acb84 None None] Checking router: 423ef07c-8828-47ed-bc53-cab6aa190471 for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:15:05.278994 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8254ccbb-2143-4a3b-a764-d882806acb84 None None] Routers {'423ef07c-8828-47ed-bc53-cab6aa190471'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:15:05.280615 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-8254ccbb-2143-4a3b-a764-d882806acb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:14:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['423ef07c-8828-47ed-bc53-cab6aa190471'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:05.317811 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1d55bdbe-bbeb-481f-8167-ce067f24f4b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:05.361634 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f10d9b-c2b6-4b57-8ea3-286942a87a33 req-3896500a-f023-43e8-a91f-62e5b635e991 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:05.363138 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-55f10d9b-c2b6-4b57-8ea3-286942a87a33 req-3896500a-f023-43e8-a91f-62e5b635e991 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 943 time: 0.0957599 Jul 28 07:15:05.392609 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-8254ccbb-2143-4a3b-a764-d882806acb84 None None] Set router 423ef07c-8828-47ed-bc53-cab6aa190471 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:15:05.461032 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-55f10d9b-c2b6-4b57-8ea3-286942a87a33 req-5f7af84b-0486-4366-82b7-31920d4663dc tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509188 Jul 28 07:15:05.465957 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1d55bdbe-bbeb-481f-8167-ce067f24f4b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:05.569723 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-8254ccbb-2143-4a3b-a764-d882806acb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'name': 'tempest-TestMinimumBasicScenario-1892521115-router', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:41Z', 'updated_at': '2021-07-28T07:15:04Z', 'revision_number': 5, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'gw_port': {'id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:42Z', 'updated_at': '2021-07-28T07:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:05.594749 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8254ccbb-2143-4a3b-a764-d882806acb84 None None] The sync data for ids ['423ef07c-8828-47ed-bc53-cab6aa190471'] in dv-cinder-792800-1-iscsi is: [{'id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'name': 'tempest-TestMinimumBasicScenario-1892521115-router', 'tenant_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:41Z', 'updated_at': '2021-07-28T07:15:04Z', 'revision_number': 5, 'project_id': 'e3b9e025252641e995fe2a6abe0f5cbe', 'gw_port': {'id': 'caf98ca2-27f8-4aa8-a642-1e09994c9f75', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef07c-8828-47ed-bc53-cab6aa190471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:42Z', 'updated_at': '2021-07-28T07:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:15:05.623057 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-1d55bdbe-bbeb-481f-8167-ce067f24f4b7 admin admin] Deleting port caf98ca2-27f8-4aa8-a642-1e09994c9f75 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:15:05.623057 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1d55bdbe-bbeb-481f-8167-ce067f24f4b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:05.700190 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-1d55bdbe-bbeb-481f-8167-ce067f24f4b7 admin admin] For port caf98ca2-27f8-4aa8-a642-1e09994c9f75, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=caf98ca2-27f8-4aa8-a642-1e09994c9f75,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:15:05.700550 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1d55bdbe-bbeb-481f-8167-ce067f24f4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:05.712154 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-1d55bdbe-bbeb-481f-8167-ce067f24f4b7 admin admin] Calling delete_port for caf98ca2-27f8-4aa8-a642-1e09994c9f75 owned by network:router_gateway {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:15:05.892587 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4eaa9-3066-4164-9c8b-9a0a3621bd61 req-21193338-a810-4bf6-bb44-a8be20d0b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:05.894118 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e0a4eaa9-3066-4164-9c8b-9a0a3621bd61 req-21193338-a810-4bf6-bb44-a8be20d0b390 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3&tenant_id=72669f81dfae41e59e1bf436c77c2d29 HTTP/1.1" status: 200 len: 1096 time: 0.0400112 Jul 28 07:15:05.953204 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1d55bdbe-bbeb-481f-8167-ce067f24f4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:05.955403 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4eaa9-3066-4164-9c8b-9a0a3621bd61 req-55a335cf-c718-41ec-830b-3188f1baf06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:05.957244 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e0a4eaa9-3066-4164-9c8b-9a0a3621bd61 req-55a335cf-c718-41ec-830b-3188f1baf06b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72669f81dfae41e59e1bf436c77c2d29&device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 1096 time: 0.0407796 Jul 28 07:15:05.980299 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55bdbe-bbeb-481f-8167-ce067f24f4b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf98ca2-27f8-4aa8-a642-1e09994c9f75,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:06.044085 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1d55bdbe-bbeb-481f-8167-ce067f24f4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2019828'] for router_gateway, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:06.055516 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4eaa9-3066-4164-9c8b-9a0a3621bd61 req-3850c960-1fe5-4668-b24f-9f5954ab8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:06.057077 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e0a4eaa9-3066-4164-9c8b-9a0a3621bd61 req-3850c960-1fe5-4668-b24f-9f5954ab8b96 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a HTTP/1.1" status: 200 len: 918 time: 0.0926900 Jul 28 07:15:06.124376 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e0a4eaa9-3066-4164-9c8b-9a0a3621bd61 req-49cd09ea-9a8f-4a4f-8fe6-8a846f38a423 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d6c1eec-fba6-4419-bc23-23b98a25b55f HTTP/1.1" status: 200 len: 999 time: 0.0598924 Jul 28 07:15:06.151883 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1d55bdbe-bbeb-481f-8167-ce067f24f4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1612907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:06.153888 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1d55bdbe-bbeb-481f-8167-ce067f24f4b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:06.175167 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4eaa9-3066-4164-9c8b-9a0a3621bd61 req-10dd6406-d9cf-4dce-8e90-c992171741a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:06.176648 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e0a4eaa9-3066-4164-9c8b-9a0a3621bd61 req-10dd6406-d9cf-4dce-8e90-c992171741a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daaf5aed-db9a-4a60-affc-b3c69fa15b44 HTTP/1.1" status: 200 len: 856 time: 0.0455728 Jul 28 07:15:06.222638 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4eaa9-3066-4164-9c8b-9a0a3621bd61 req-818af307-06a8-439b-816d-a337361e5ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:06.224954 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e0a4eaa9-3066-4164-9c8b-9a0a3621bd61 req-818af307-06a8-439b-816d-a337361e5ea0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398786 Jul 28 07:15:06.295967 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1d55bdbe-bbeb-481f-8167-ce067f24f4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1612795'] for router, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:06.296588 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d55bdbe-bbeb-481f-8167-ce067f24f4b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 423ef07c-8828-47ed-bc53-cab6aa190471 {{(pid=93859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 07:15:06.301482 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1d55bdbe-bbeb-481f-8167-ce067f24f4b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:06.302681 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-1d55bdbe-bbeb-481f-8167-ce067f24f4b7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/423ef07c-8828-47ed-bc53-cab6aa190471 HTTP/1.1" status: 204 len: 168 time: 1.3852017 Jul 28 07:15:06.311102 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58298) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:06.340224 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e0a4eaa9-3066-4164-9c8b-9a0a3621bd61 req-454e043f-1279-45d9-a9db-bff536952f26 service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083679 Jul 28 07:15:06.373596 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-c222234d-03e3-4711-a0c8-8e626c7d50dc admin admin] Deleting subnet b897a0b9-6498-41ec-a6f4-c36028286ae2 {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 07:15:06.403403 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c222234d-03e3-4711-a0c8-8e626c7d50dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:06.451435 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c222234d-03e3-4711-a0c8-8e626c7d50dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2541760'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:06.591402 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa6629-37e6-4910-ba05-aae0356c16bf req-a2ffe144-4df7-48c8-9e8a-677a13d72b73 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:06.593001 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-eefa6629-37e6-4910-ba05-aae0356c16bf req-a2ffe144-4df7-48c8-9e8a-677a13d72b73 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 943 time: 0.0557630 Jul 28 07:15:06.633900 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-eefa6629-37e6-4910-ba05-aae0356c16bf req-b53aa965-8f72-4cf1-aeb7-00f5f30890c1 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348151 Jul 28 07:15:06.717813 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e0a4eaa9-3066-4164-9c8b-9a0a3621bd61 req-a7c94749-ac36-4fcc-997f-d0a959f0d673 service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679903 Jul 28 07:15:06.796414 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c222234d-03e3-4711-a0c8-8e626c7d50dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991024'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:06.913478 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c222234d-03e3-4711-a0c8-8e626c7d50dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9288127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147246'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:06.939482 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222234d-03e3-4711-a0c8-8e626c7d50dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b897a0b9-6498-41ec-a6f4-c36028286ae2,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:06.945368 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c222234d-03e3-4711-a0c8-8e626c7d50dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:06.947218 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-c222234d-03e3-4711-a0c8-8e626c7d50dc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b897a0b9-6498-41ec-a6f4-c36028286ae2 HTTP/1.1" status: 204 len: 168 time: 0.6411586 Jul 28 07:15:06.949684 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58306) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:06.952476 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb5a2c-2dd9-4844-9aa7-4b475952041e None None] Network 61413823-1660-427c-9cdb-f10195d5e28f requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:15:07.020939 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c5a0948c-cba8-4147-b9c2-3c1979f48138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584642'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:07.071995 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device caf98ca2-27f8-4aa8-a642-1e09994c9f75 no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:15:07.081089 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-c5a0948c-cba8-4147-b9c2-3c1979f48138 admin admin] Deleting port 1379c1a2-38d1-428b-8ff5-989c347102d2 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:15:07.081431 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c5a0948c-cba8-4147-b9c2-3c1979f48138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:07.095604 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: caf98ca2-27f8-4aa8-a642-1e09994c9f75 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:15:07.095940 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device caf98ca2-27f8-4aa8-a642-1e09994c9f75 not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:15:07.096350 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 37283911-5ff7-4fb3-9551-6a6465624b9d no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:15:07.117556 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: 37283911-5ff7-4fb3-9551-6a6465624b9d {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:15:07.117915 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 37283911-5ff7-4fb3-9551-6a6465624b9d not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:15:07.148458 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-c5a0948c-cba8-4147-b9c2-3c1979f48138 admin admin] For port 1379c1a2-38d1-428b-8ff5-989c347102d2, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=1379c1a2-38d1-428b-8ff5-989c347102d2,segment=NetworkSegment(bdfbfb29-9cc6-4a6d-a07e-705f9f41c671),segment_id=bdfbfb29-9cc6-4a6d-a07e-705f9f41c671)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:15:07.148999 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c5a0948c-cba8-4147-b9c2-3c1979f48138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:07.164707 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-c5a0948c-cba8-4147-b9c2-3c1979f48138 admin admin] Calling delete_port for 1379c1a2-38d1-428b-8ff5-989c347102d2 owned by network:dhcp {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:15:07.190043 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dd9470-91ff-49c9-a964-bba33e2b0878 None None] DHCP port deletion for 61413823-1660-427c-9cdb-f10195d5e28f request from dv-cinder-792800-1-iscsi {{(pid=93861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 07:15:07.238361 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd9470-91ff-49c9-a964-bba33e2b0878 None None] Deleting port 1379c1a2-38d1-428b-8ff5-989c347102d2 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:15:07.238679 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1dd9470-91ff-49c9-a964-bba33e2b0878 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:07.303955 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-d1dd9470-91ff-49c9-a964-bba33e2b0878 None None] For port 1379c1a2-38d1-428b-8ff5-989c347102d2, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=1379c1a2-38d1-428b-8ff5-989c347102d2,segment=NetworkSegment(bdfbfb29-9cc6-4a6d-a07e-705f9f41c671),segment_id=bdfbfb29-9cc6-4a6d-a07e-705f9f41c671)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:15:07.304717 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1dd9470-91ff-49c9-a964-bba33e2b0878 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:07.315091 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c5a0948c-cba8-4147-b9c2-3c1979f48138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:07.322986 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd9470-91ff-49c9-a964-bba33e2b0878 None None] Calling delete_port for 1379c1a2-38d1-428b-8ff5-989c347102d2 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:15:07.358839 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0948c-cba8-4147-b9c2-3c1979f48138 admin admin] Pushing event deleted for resources: {'Port': ['ID=1379c1a2-38d1-428b-8ff5-989c347102d2,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:07.378032 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a0948c-cba8-4147-b9c2-3c1979f48138 admin admin] No DVR routers for this DVR port 1379c1a2-38d1-428b-8ff5-989c347102d2 on host dv-cinder-792800-1-iscsi {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:15:07.475872 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c5a0948c-cba8-4147-b9c2-3c1979f48138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983109', 'neutron.services.segments.db._delete_segments_for_network-8745676727345'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:07.501537 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-c5a0948c-cba8-4147-b9c2-3c1979f48138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61413823-1660-427c-9cdb-f10195d5e28f']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:07.529170 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-c5a0948c-cba8-4147-b9c2-3c1979f48138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfbfb29-9cc6-4a6d-a07e-705f9f41c671') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:07.530032 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-c5a0948c-cba8-4147-b9c2-3c1979f48138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfbfb29-9cc6-4a6d-a07e-705f9f41c671') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:07.549786 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c5a0948c-cba8-4147-b9c2-3c1979f48138 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745676728122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2541769'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:07.576184 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c5a0948c-cba8-4147-b9c2-3c1979f48138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:07.585090 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a0948c-cba8-4147-b9c2-3c1979f48138 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 07:15:07.586049 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c5a0948c-cba8-4147-b9c2-3c1979f48138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9288133'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: Traceback (most recent call last): Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: timer() Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: cb(*args, **kw) Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: return func(*args, **kwargs) Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: self._notify() Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: self.callback(batched_events) Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: event.method(event) Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: return f(self, *a, **k) Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: return self._get(url).json() Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 07:15:07.648303 dv-cinder-792800-1-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 07:15:07.684161 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1dd9470-91ff-49c9-a964-bba33e2b0878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:07.708969 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd9470-91ff-49c9-a964-bba33e2b0878 None None] Pushing event deleted for resources: {'Port': ['ID=1379c1a2-38d1-428b-8ff5-989c347102d2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:07.713363 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c5a0948c-cba8-4147-b9c2-3c1979f48138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019784'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:07.718796 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c5a0948c-cba8-4147-b9c2-3c1979f48138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:07.720677 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-c5a0948c-cba8-4147-b9c2-3c1979f48138 admin admin] 10.222.0.10 "DELETE /v2.0/networks/61413823-1660-427c-9cdb-f10195d5e28f HTTP/1.1" status: 204 len: 168 time: 0.7700293 Jul 28 07:15:07.724017 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58326) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:07.733480 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dd9470-91ff-49c9-a964-bba33e2b0878 None None] No DVR routers for this DVR port 1379c1a2-38d1-428b-8ff5-989c347102d2 on host dv-cinder-792800-1-iscsi {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:15:07.787665 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0948c-cba8-4147-b9c2-3c1979f48138 admin admin] Pushing event deleted for resources: {'Network': ['ID=61413823-1660-427c-9cdb-f10195d5e28f,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:07.810351 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5b319-9014-46b1-a9b6-378f2227b896 req-0ecb8451-299a-4dad-a74a-b553f3ea5cde tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:07.812205 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c4f5b319-9014-46b1-a9b6-378f2227b896 req-0ecb8451-299a-4dad-a74a-b553f3ea5cde tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 943 time: 0.0860610 Jul 28 07:15:07.894086 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c4f5b319-9014-46b1-a9b6-378f2227b896 req-87ef7046-740a-4cb5-a06d-c472df4ffa4f tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705609 Jul 28 07:15:08.204211 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e6022c84-53af-4f1a-9fa2-0dfa573cb847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2019898'] for router_interface, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:08.506659 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-e6022c84-53af-4f1a-9fa2-0dfa573cb847 admin admin] Deleting port 977649e5-4b5d-47fc-aa9c-d059286f206e {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:15:08.507075 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e6022c84-53af-4f1a-9fa2-0dfa573cb847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:08.582650 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-e6022c84-53af-4f1a-9fa2-0dfa573cb847 admin admin] For port 977649e5-4b5d-47fc-aa9c-d059286f206e, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=977649e5-4b5d-47fc-aa9c-d059286f206e,segment=NetworkSegment(678cbd66-6483-42b1-b154-d79bfd05a64a),segment_id=678cbd66-6483-42b1-b154-d79bfd05a64a)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:15:08.585151 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e6022c84-53af-4f1a-9fa2-0dfa573cb847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:08.595576 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-e6022c84-53af-4f1a-9fa2-0dfa573cb847 admin admin] Calling delete_port for 977649e5-4b5d-47fc-aa9c-d059286f206e owned by network:router_interface {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:15:08.850813 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e6022c84-53af-4f1a-9fa2-0dfa573cb847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:08.885385 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6022c84-53af-4f1a-9fa2-0dfa573cb847 admin admin] Pushing event deleted for resources: {'Port': ['ID=977649e5-4b5d-47fc-aa9c-d059286f206e,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:09.065918 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b0c0b-1bb1-4258-9d7d-50e6ac1fc2aa req-508d8e6a-59b4-4ce4-b3fd-7df417daf0ae tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:09.073618 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3d4b0c0b-1bb1-4258-9d7d-50e6ac1fc2aa req-508d8e6a-59b4-4ce4-b3fd-7df417daf0ae tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 943 time: 0.0926976 Jul 28 07:15:09.131134 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3d4b0c0b-1bb1-4258-9d7d-50e6ac1fc2aa req-64127cb5-897f-4129-ae47-6471e945990f tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559030 Jul 28 07:15:09.142763 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e6022c84-53af-4f1a-9fa2-0dfa573cb847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2019926'] for router_interface, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:09.157979 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 1379c1a2-38d1-428b-8ff5-989c347102d2 no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:15:09.202255 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: 1379c1a2-38d1-428b-8ff5-989c347102d2 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:15:09.202900 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 1379c1a2-38d1-428b-8ff5-989c347102d2 not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:15:09.405949 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6022c84-53af-4f1a-9fa2-0dfa573cb847 admin admin] Router 3dbfacf1-6e14-45a3-a722-dc6eec8b9387 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:15:09.531051 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6022c84-53af-4f1a-9fa2-0dfa573cb847 admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:15:09.537425 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e6022c84-53af-4f1a-9fa2-0dfa573cb847 admin admin] 10.222.0.10 "PUT /v2.0/routers/3dbfacf1-6e14-45a3-a722-dc6eec8b9387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8116481 Jul 28 07:15:09.539672 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58330) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:09.539827 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12575e28-8b6c-425e-98e6-71ecbe40fbf2 None None] Sync routers for ids ['3dbfacf1-6e14-45a3-a722-dc6eec8b9387'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:15:09.549981 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12575e28-8b6c-425e-98e6-71ecbe40fbf2 None None] Routers {'3dbfacf1-6e14-45a3-a722-dc6eec8b9387'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:15:09.550918 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-12575e28-8b6c-425e-98e6-71ecbe40fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:14:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['3dbfacf1-6e14-45a3-a722-dc6eec8b9387'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:09.663108 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-12575e28-8b6c-425e-98e6-71ecbe40fbf2 None None] Set router 3dbfacf1-6e14-45a3-a722-dc6eec8b9387 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:15:09.665626 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-416ada7c-cd35-4926-9dd5-d44bb24d3e56 admin admin] Notify callbacks [] for router, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:09.706933 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d50c629d-be9b-467f-a84b-add192d81cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:09.796299 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-416ada7c-cd35-4926-9dd5-d44bb24d3e56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:09.856470 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-12575e28-8b6c-425e-98e6-71ecbe40fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbfacf1-6e14-45a3-a722-dc6eec8b9387', 'name': 'tempest-TestMinimumBasicScenario-1654055173-router', 'tenant_id': '718235aa3b4b43e1af82556b299c7b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7a82460b-83c9-4361-b1cc-915f120c1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:48Z', 'updated_at': '2021-07-28T07:15:08Z', 'revision_number': 5, 'project_id': '718235aa3b4b43e1af82556b299c7b29', 'gw_port': {'id': '7a82460b-83c9-4361-b1cc-915f120c1af8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:32:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbfacf1-6e14-45a3-a722-dc6eec8b9387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:12:49Z', 'updated_at': '2021-07-28T07:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:09.889340 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12575e28-8b6c-425e-98e6-71ecbe40fbf2 None None] Checking router: 3dbfacf1-6e14-45a3-a722-dc6eec8b9387 for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:15:09.900220 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12575e28-8b6c-425e-98e6-71ecbe40fbf2 None None] Routers {'3dbfacf1-6e14-45a3-a722-dc6eec8b9387'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:15:09.901270 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-12575e28-8b6c-425e-98e6-71ecbe40fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:14:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['3dbfacf1-6e14-45a3-a722-dc6eec8b9387'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:09.931598 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-416ada7c-cd35-4926-9dd5-d44bb24d3e56 admin admin] Deleting port 7a82460b-83c9-4361-b1cc-915f120c1af8 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:15:09.932001 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-416ada7c-cd35-4926-9dd5-d44bb24d3e56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:09.992913 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-12575e28-8b6c-425e-98e6-71ecbe40fbf2 None None] Set router 3dbfacf1-6e14-45a3-a722-dc6eec8b9387 gateway port host: None {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:15:10.017693 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-416ada7c-cd35-4926-9dd5-d44bb24d3e56 admin admin] For port 7a82460b-83c9-4361-b1cc-915f120c1af8, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=7a82460b-83c9-4361-b1cc-915f120c1af8,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:15:10.018061 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-416ada7c-cd35-4926-9dd5-d44bb24d3e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:10.030848 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-416ada7c-cd35-4926-9dd5-d44bb24d3e56 admin admin] Calling delete_port for 7a82460b-83c9-4361-b1cc-915f120c1af8 owned by network:router_gateway {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:15:10.047454 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-12575e28-8b6c-425e-98e6-71ecbe40fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbfacf1-6e14-45a3-a722-dc6eec8b9387', 'name': 'tempest-TestMinimumBasicScenario-1654055173-router', 'tenant_id': '718235aa3b4b43e1af82556b299c7b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:48Z', 'updated_at': '2021-07-28T07:15:09Z', 'revision_number': 6, 'project_id': '718235aa3b4b43e1af82556b299c7b29', 'gw_port_host': None}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:10.089969 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12575e28-8b6c-425e-98e6-71ecbe40fbf2 None None] The sync data for ids ['3dbfacf1-6e14-45a3-a722-dc6eec8b9387'] in dv-cinder-792800-1-iscsi is: [{'id': '3dbfacf1-6e14-45a3-a722-dc6eec8b9387', 'name': 'tempest-TestMinimumBasicScenario-1654055173-router', 'tenant_id': '718235aa3b4b43e1af82556b299c7b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:12:48Z', 'updated_at': '2021-07-28T07:15:09Z', 'revision_number': 6, 'project_id': '718235aa3b4b43e1af82556b299c7b29', 'gw_port_host': None}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:15:10.269950 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d6270-0678-4670-b635-a117a68037c7 req-741fcb75-4cc1-4e27-8286-97ceba5304e8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:10.272407 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-957d6270-0678-4670-b635-a117a68037c7 req-741fcb75-4cc1-4e27-8286-97ceba5304e8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 943 time: 0.0590184 Jul 28 07:15:10.285387 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-416ada7c-cd35-4926-9dd5-d44bb24d3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:10.329730 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ada7c-cd35-4926-9dd5-d44bb24d3e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a82460b-83c9-4361-b1cc-915f120c1af8,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:10.367873 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-957d6270-0678-4670-b635-a117a68037c7 req-f88a1d07-7b3c-42ad-8ff3-534ba797090b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892711 Jul 28 07:15:10.419876 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-416ada7c-cd35-4926-9dd5-d44bb24d3e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2019828'] for router_gateway, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:10.517750 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-416ada7c-cd35-4926-9dd5-d44bb24d3e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1612907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:10.520924 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-416ada7c-cd35-4926-9dd5-d44bb24d3e56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:10.644476 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-416ada7c-cd35-4926-9dd5-d44bb24d3e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1612795'] for router, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:10.645039 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416ada7c-cd35-4926-9dd5-d44bb24d3e56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dbfacf1-6e14-45a3-a722-dc6eec8b9387 {{(pid=93859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 07:15:10.650398 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-416ada7c-cd35-4926-9dd5-d44bb24d3e56 admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:10.651559 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-416ada7c-cd35-4926-9dd5-d44bb24d3e56 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3dbfacf1-6e14-45a3-a722-dc6eec8b9387 HTTP/1.1" status: 204 len: 168 time: 1.1109357 Jul 28 07:15:10.654254 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58336) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:10.702310 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb70a71e-a3ed-44f7-9eb0-8bee2a162b5d admin admin] Deleting subnet 1bc889eb-8084-4a42-a843-851f098a753c {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 07:15:10.705501 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bb70a71e-a3ed-44f7-9eb0-8bee2a162b5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:10.739151 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bb70a71e-a3ed-44f7-9eb0-8bee2a162b5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107048'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:10.852183 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bb70a71e-a3ed-44f7-9eb0-8bee2a162b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991024'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:10.987881 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bb70a71e-a3ed-44f7-9eb0-8bee2a162b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2851810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232781'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:11.034392 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70a71e-a3ed-44f7-9eb0-8bee2a162b5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bc889eb-8084-4a42-a843-851f098a753c,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:11.040902 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cdced5-b5dc-4e8b-bb3d-6bc027a7c722 None None] Network b40b8530-3032-4d94-abb7-088dbc8ab2ff requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:15:11.043299 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bb70a71e-a3ed-44f7-9eb0-8bee2a162b5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:11.048468 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-bb70a71e-a3ed-44f7-9eb0-8bee2a162b5d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1bc889eb-8084-4a42-a843-851f098a753c HTTP/1.1" status: 204 len: 168 time: 0.3931561 Jul 28 07:15:11.048628 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58338) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:11.084272 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 977649e5-4b5d-47fc-aa9c-d059286f206e no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:15:11.107763 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: 977649e5-4b5d-47fc-aa9c-d059286f206e {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:15:11.108428 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 977649e5-4b5d-47fc-aa9c-d059286f206e not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:15:11.109090 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 7a82460b-83c9-4361-b1cc-915f120c1af8 no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:15:11.137853 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: 7a82460b-83c9-4361-b1cc-915f120c1af8 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:15:11.138268 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 7a82460b-83c9-4361-b1cc-915f120c1af8 not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:15:11.140710 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dafaaae6-098f-489d-9697-66a8eb61ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584642'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:11.213452 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-dafaaae6-098f-489d-9697-66a8eb61ed1a admin admin] Deleting port 43753b06-4585-45ce-95da-5c34c305c36d {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:15:11.213847 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dafaaae6-098f-489d-9697-66a8eb61ed1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:11.323437 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac8cea3-032d-4017-859f-bb98d7d176c3 None None] DHCP port deletion for b40b8530-3032-4d94-abb7-088dbc8ab2ff request from dv-cinder-792800-1-iscsi {{(pid=93861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 07:15:11.380129 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-dac8cea3-032d-4017-859f-bb98d7d176c3 None None] Deleting port 43753b06-4585-45ce-95da-5c34c305c36d {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:15:11.380667 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dac8cea3-032d-4017-859f-bb98d7d176c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:11.477280 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-dac8cea3-032d-4017-859f-bb98d7d176c3 None None] For port 43753b06-4585-45ce-95da-5c34c305c36d, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=43753b06-4585-45ce-95da-5c34c305c36d,segment=NetworkSegment(678cbd66-6483-42b1-b154-d79bfd05a64a),segment_id=678cbd66-6483-42b1-b154-d79bfd05a64a)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:15:11.477782 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dac8cea3-032d-4017-859f-bb98d7d176c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:11.499713 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-dac8cea3-032d-4017-859f-bb98d7d176c3 None None] Calling delete_port for 43753b06-4585-45ce-95da-5c34c305c36d owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:15:11.544361 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cece1-940c-42cb-bcb9-1c0be0859b1e req-e3f6126c-554f-4221-bd07-c27bbd73a455 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:11.550322 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-102cece1-940c-42cb-bcb9-1c0be0859b1e req-e3f6126c-554f-4221-bd07-c27bbd73a455 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 943 time: 0.0913823 Jul 28 07:15:11.555021 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-dafaaae6-098f-489d-9697-66a8eb61ed1a admin admin] For port 43753b06-4585-45ce-95da-5c34c305c36d, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=43753b06-4585-45ce-95da-5c34c305c36d,segment=NetworkSegment(678cbd66-6483-42b1-b154-d79bfd05a64a),segment_id=678cbd66-6483-42b1-b154-d79bfd05a64a)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:15:11.555396 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dafaaae6-098f-489d-9697-66a8eb61ed1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:11.574754 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-dafaaae6-098f-489d-9697-66a8eb61ed1a admin admin] Calling delete_port for 43753b06-4585-45ce-95da-5c34c305c36d owned by network:dhcp {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:15:11.596679 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-102cece1-940c-42cb-bcb9-1c0be0859b1e req-da5a7fa9-d232-41b6-8c15-5e0adfb35feb tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376194 Jul 28 07:15:11.708527 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dac8cea3-032d-4017-859f-bb98d7d176c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:11.717514 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dafaaae6-098f-489d-9697-66a8eb61ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:11.741206 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8cea3-032d-4017-859f-bb98d7d176c3 None None] Pushing event deleted for resources: {'Port': ['ID=43753b06-4585-45ce-95da-5c34c305c36d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:11.746273 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafaaae6-098f-489d-9697-66a8eb61ed1a admin admin] No DVR routers for this DVR port 43753b06-4585-45ce-95da-5c34c305c36d on host dv-cinder-792800-1-iscsi {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:15:11.752022 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac8cea3-032d-4017-859f-bb98d7d176c3 None None] No DVR routers for this DVR port 43753b06-4585-45ce-95da-5c34c305c36d on host dv-cinder-792800-1-iscsi {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:15:11.773413 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafaaae6-098f-489d-9697-66a8eb61ed1a admin admin] Pushing event deleted for resources: {'Port': ['ID=43753b06-4585-45ce-95da-5c34c305c36d,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:11.820342 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dafaaae6-098f-489d-9697-66a8eb61ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983109', 'neutron.services.segments.db._delete_segments_for_network-8745676727345'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:11.830825 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-dafaaae6-098f-489d-9697-66a8eb61ed1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40b8530-3032-4d94-abb7-088dbc8ab2ff']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:11.842769 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-dafaaae6-098f-489d-9697-66a8eb61ed1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678cbd66-6483-42b1-b154-d79bfd05a64a') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:11.843116 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-dafaaae6-098f-489d-9697-66a8eb61ed1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678cbd66-6483-42b1-b154-d79bfd05a64a') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:11.853190 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dafaaae6-098f-489d-9697-66a8eb61ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745676728122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2541769'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:11.866596 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dafaaae6-098f-489d-9697-66a8eb61ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:11.872769 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafaaae6-098f-489d-9697-66a8eb61ed1a admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dafaaae6-098f-489d-9697-66a8eb61ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9288133'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: self.session.flush() Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: self.session.flush() Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: self.session.flush() Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: self.session.flush() Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: Traceback (most recent call last): Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: timer() Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: cb(*args, **kw) Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: return func(*args, **kwargs) Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: self._notify() Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: self.callback(batched_events) Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: event.method(event) Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: return f(self, *a, **k) Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: return self._get(url).json() Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 07:15:11.876169 dv-cinder-792800-1-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 07:15:11.982278 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dafaaae6-098f-489d-9697-66a8eb61ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019784'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:11.987944 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dafaaae6-098f-489d-9697-66a8eb61ed1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:11.989784 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-dafaaae6-098f-489d-9697-66a8eb61ed1a admin admin] 10.222.0.10 "DELETE /v2.0/networks/b40b8530-3032-4d94-abb7-088dbc8ab2ff HTTP/1.1" status: 204 len: 168 time: 0.9399776 Jul 28 07:15:12.000871 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafaaae6-098f-489d-9697-66a8eb61ed1a admin admin] Pushing event deleted for resources: {'Network': ['ID=b40b8530-3032-4d94-abb7-088dbc8ab2ff,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:12.314294 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58344) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:12.358549 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f3ae0cd7-848e-4596-b0d4-d5c7dadb7ca2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3b9e025252641e995fe2a6abe0f5cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405457 Jul 28 07:15:12.359312 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58346) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:12.415144 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b250efc1-f38f-45c9-abf4-699800217c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:12.436766 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b250efc1-f38f-45c9-abf4-699800217c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:12.467485 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-beff673a-d7df-4d0b-b2cb-ee84adacc936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:12.558760 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b250efc1-f38f-45c9-abf4-699800217c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:12.561189 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b250efc1-f38f-45c9-abf4-699800217c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:12.562343 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b250efc1-f38f-45c9-abf4-699800217c1a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a8816fd-587b-4b9d-991c-708e9cb54f5c HTTP/1.1" status: 204 len: 168 time: 0.2018402 Jul 28 07:15:12.570151 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250efc1-f38f-45c9-abf4-699800217c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8816fd-587b-4b9d-991c-708e9cb54f5c,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:12.734722 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e8316-808a-4f35-b9e4-673d746d72d3 req-7bf2f1c8-6a0f-4a79-af42-e0d129332cd1 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:12.736223 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bf1e8316-808a-4f35-b9e4-673d746d72d3 req-7bf2f1c8-6a0f-4a79-af42-e0d129332cd1 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 943 time: 0.0536165 Jul 28 07:15:12.781249 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bf1e8316-808a-4f35-b9e4-673d746d72d3 req-a97af6d6-99d4-4470-9681-3af37f5103b5 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388336 Jul 28 07:15:12.808930 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:13.042359 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 43753b06-4585-45ce-95da-5c34c305c36d no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:15:13.066205 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: 43753b06-4585-45ce-95da-5c34c305c36d {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:15:13.066586 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 43753b06-4585-45ce-95da-5c34c305c36d not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:15:13.308135 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58356) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:13.353824 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-136dcf97-a88d-4541-8de1-348908b05bd0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=718235aa3b4b43e1af82556b299c7b29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445325 Jul 28 07:15:13.356264 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58358) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:13.393196 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:13.409822 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0b5385ba-71d0-4a1b-80e6-6b51d2f46e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:13.431048 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0b5385ba-71d0-4a1b-80e6-6b51d2f46e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:13.547286 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0b5385ba-71d0-4a1b-80e6-6b51d2f46e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:13.549928 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0b5385ba-71d0-4a1b-80e6-6b51d2f46e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:13.551357 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-0b5385ba-71d0-4a1b-80e6-6b51d2f46e71 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1c84a84-1bf7-4ad5-ad1d-ca50dbd55bc2 HTTP/1.1" status: 204 len: 168 time: 0.1938553 Jul 28 07:15:13.559265 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5385ba-71d0-4a1b-80e6-6b51d2f46e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c84a84-1bf7-4ad5-ad1d-ca50dbd55bc2,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:13.931482 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae22ea-a45b-485b-a4c5-bc28c6111bd1 req-c90a6452-b1d2-4c39-9394-dbfe5bcecc04 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:13.932996 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-03ae22ea-a45b-485b-a4c5-bc28c6111bd1 req-c90a6452-b1d2-4c39-9394-dbfe5bcecc04 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 943 time: 0.0666156 Jul 28 07:15:13.976641 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-03ae22ea-a45b-485b-a4c5-bc28c6111bd1 req-36ed977f-e554-4b39-963f-54005cae4a59 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374134 Jul 28 07:15:14.847174 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58382) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:14.941555 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-1b2d4f55-fcea-46ea-9927-2bfcb189c7f9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1249787580-network', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:15:15.073170 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2d4f55-fcea-46ea-9927-2bfcb189c7f9 admin admin] Made reservation on behalf of dddae67d9b5049b191aad1bdcfe74932 for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:15:15.075665 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4f55-fcea-46ea-9927-2bfcb189c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:15.085114 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4f55-fcea-46ea-9927-2bfcb189c7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:15.101820 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:15.111001 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83c929-16c7-4b9b-aad7-c505ad8649ca req-da844067-2eac-4b1f-9094-8b3f8d38e9d8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:15.112917 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ee83c929-16c7-4b9b-aad7-c505ad8649ca req-da844067-2eac-4b1f-9094-8b3f8d38e9d8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 943 time: 0.0549688 Jul 28 07:15:15.152472 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ee83c929-16c7-4b9b-aad7-c505ad8649ca req-fba35de2-609c-4b4f-9177-150f9b5150d3 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328319 Jul 28 07:15:15.190416 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4f55-fcea-46ea-9927-2bfcb189c7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:15.262017 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4f55-fcea-46ea-9927-2bfcb189c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:15.289181 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2d4f55-fcea-46ea-9927-2bfcb189c7f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 07:15:15.297599 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d4f55-fcea-46ea-9927-2bfcb189c7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4887562-99fa-4299-963e-67cbeefe7d45,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:15.305710 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4f55-fcea-46ea-9927-2bfcb189c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:15.306069 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-1b2d4f55-fcea-46ea-9927-2bfcb189c7f9 admin admin] Added segment c51cf013-a507-4fca-bf38-473e03eeb00c of type vlan for network cdae3c2f-86f1-406b-8902-b727164bb58e Jul 28 07:15:15.354963 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4f55-fcea-46ea-9927-2bfcb189c7f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745676247143'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:15.444894 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4f55-fcea-46ea-9927-2bfcb189c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:15.445895 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2d4f55-fcea-46ea-9927-2bfcb189c7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:15.446483 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4f55-fcea-46ea-9927-2bfcb189c7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:15.508732 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d4f55-fcea-46ea-9927-2bfcb189c7f9 admin admin] Pushing event updated for resources: {'Network': ['ID=cdae3c2f-86f1-406b-8902-b727164bb58e,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:15.518944 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Network cdae3c2f-86f1-406b-8902-b727164bb58e details requested by agent ovs-agent-dv-cinder-792800-1-iscsi with host dv-cinder-792800-1-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 07:15:15.557067 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1b2d4f55-fcea-46ea-9927-2bfcb189c7f9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7086983 Jul 28 07:15:15.559967 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58388) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:15.565443 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-fccbb796-1e13-4ce7-9a01-503cde502987 admin admin] Request body: {'subnet': {'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1249787580-subnet', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:15:15.662122 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccbb796-1e13-4ce7-9a01-503cde502987 admin admin] Made reservation on behalf of dddae67d9b5049b191aad1bdcfe74932 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:15:15.664536 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fccbb796-1e13-4ce7-9a01-503cde502987 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232880'] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:15.879018 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fccbb796-1e13-4ce7-9a01-503cde502987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2851619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232770'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:15.946162 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbb796-1e13-4ce7-9a01-503cde502987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0503e5d8-ea96-42b7-9d4f-7ea7b805a03d,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:15.952931 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccbb796-1e13-4ce7-9a01-503cde502987 admin admin] Checking segment: {'id': 'c51cf013-a507-4fca-bf38-473e03eeb00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:15:15.953281 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccbb796-1e13-4ce7-9a01-503cde502987 admin admin] Network hostable DHCP agents. Network: cdae3c2f-86f1-406b-8902-b727164bb58e, hostable agents: ['a9302e80-41e4-46d6-92fa-b7087ce18eda'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 07:15:16.038881 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccbb796-1e13-4ce7-9a01-503cde502987 admin admin] Network cdae3c2f-86f1-406b-8902-b727164bb58e is scheduled to be hosted by DHCP agent a9302e80-41e4-46d6-92fa-b7087ce18eda with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 07:15:16.117807 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-fccbb796-1e13-4ce7-9a01-503cde502987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-1-iscsi, cdae3c2f-86f1-406b-8902-b727164bb58e) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:15:16.121896 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccbb796-1e13-4ce7-9a01-503cde502987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:16.122479 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fccbb796-1e13-4ce7-9a01-503cde502987 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:16.130444 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9136f6c-949a-4e17-a1d1-7d0aaea4a238 None None] Network cdae3c2f-86f1-406b-8902-b727164bb58e requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:15:16.223630 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-fccbb796-1e13-4ce7-9a01-503cde502987 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6622484 Jul 28 07:15:16.226085 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58392) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:16.232580 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-b221db33-9830-454d-9ac1-078222533e11 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1249787580-router', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:15:16.287482 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29852646-a841-58f8-bf0d-6edda1e9bba6-cdae3c2f-86f1-406b-8902-b727164bb58e', 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'fixed_ips': [{'subnet_id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d'}]}} from dv-cinder-792800-1-iscsi. {{(pid=93861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 07:15:16.288368 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:16.326954 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34242c0c-ba3e-432f-a175-3be9b8039e3e req-0de64236-f6a1-46af-b1df-3b8478bd3db8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:16.328689 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-34242c0c-ba3e-432f-a175-3be9b8039e3e req-0de64236-f6a1-46af-b1df-3b8478bd3db8 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 943 time: 0.0730219 Jul 28 07:15:16.376355 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-34242c0c-ba3e-432f-a175-3be9b8039e3e req-145e32e3-26ca-4d18-b1ea-261309d67c95 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407348 Jul 28 07:15:16.388173 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b221db33-9830-454d-9ac1-078222533e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1612837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1946'] for router, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:16.390559 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b221db33-9830-454d-9ac1-078222533e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2010447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1933'] for router, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:16.437688 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Allocated IP 172.20.0.2 (cdae3c2f-86f1-406b-8902-b727164bb58e/0503e5d8-ea96-42b7-9d4f-7ea7b805a03d/37229895-8dab-4e8d-9462-a867aa8f6c2c) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:15:16.444032 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b221db33-9830-454d-9ac1-078222533e11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:16.606323 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:16.615708 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Transition to ACTIVE for port object 37229895-8dab-4e8d-9462-a867aa8f6c2c will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:15:16.634813 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Transition to ACTIVE for port object 37229895-8dab-4e8d-9462-a867aa8f6c2c will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:15:16.698056 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b221db33-9830-454d-9ac1-078222533e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2019765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1612823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1919'] for router, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:16.730605 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:16.768149 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Network cdae3c2f-86f1-406b-8902-b727164bb58e is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:15:16.771067 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:15:16.774554 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:15:16.781894 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Pushing event updated for resources: {'Port': ['ID=37229895-8dab-4e8d-9462-a867aa8f6c2c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:16.858980 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Attempting to bind port 37229895-8dab-4e8d-9462-a867aa8f6c2c on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:15:16.859492 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Attempting to bind port 37229895-8dab-4e8d-9462-a867aa8f6c2c by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': 'c51cf013-a507-4fca-bf38-473e03eeb00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:15:16.859935 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Attempting to bind port 37229895-8dab-4e8d-9462-a867aa8f6c2c on network cdae3c2f-86f1-406b-8902-b727164bb58e {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:15:16.866882 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:15:16.868886 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Checking segment: {'id': 'c51cf013-a507-4fca-bf38-473e03eeb00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:15:16.868886 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:16.868886 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Bound using segment: {'id': 'c51cf013-a507-4fca-bf38-473e03eeb00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:15:16.868886 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Bound port: 37229895-8dab-4e8d-9462-a867aa8f6c2c, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51cf013-a507-4fca-bf38-473e03eeb00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:15:16.869484 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:16.938051 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] For port 37229895-8dab-4e8d-9462-a867aa8f6c2c, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:15:16.942027 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] For port 37229895-8dab-4e8d-9462-a867aa8f6c2c, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=37229895-8dab-4e8d-9462-a867aa8f6c2c,segment=NetworkSegment(c51cf013-a507-4fca-bf38-473e03eeb00c),segment_id=c51cf013-a507-4fca-bf38-473e03eeb00c)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:15:17.004530 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b221db33-9830-454d-9ac1-078222533e11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:17.024154 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b221db33-9830-454d-9ac1-078222533e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:17.039511 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:17.114560 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8fc5b-1511-4e8d-871b-be0c4bd5e73e None None] Pushing event updated for resources: {'Port': ['ID=37229895-8dab-4e8d-9462-a867aa8f6c2c,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:17.141776 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-b221db33-9830-454d-9ac1-078222533e11 admin admin] Allocated IP 172.27.0.228 (8c193189-1b67-4afb-a9ff-6e33854cf3c6/2c40bc55-7b7c-48af-93d0-df9752159746/6a2e3654-092a-4895-ac5b-032594444e1c) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:15:17.263260 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b221db33-9830-454d-9ac1-078222533e11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:17.347865 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b221db33-9830-454d-9ac1-078222533e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:17.387135 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b221db33-9830-454d-9ac1-078222533e11 admin admin] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:15:17.390058 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-b221db33-9830-454d-9ac1-078222533e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:15:17.393472 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b221db33-9830-454d-9ac1-078222533e11 admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:15:17.401940 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221db33-9830-454d-9ac1-078222533e11 admin admin] Pushing event updated for resources: {'Port': ['ID=6a2e3654-092a-4895-ac5b-032594444e1c,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:17.575026 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b3fc7-48b8-40e3-afb6-393f38037049 req-5af8ae38-d5bc-4a18-8ebd-27e7c6d42cbf tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:17.576499 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-537b3fc7-48b8-40e3-afb6-393f38037049 req-5af8ae38-d5bc-4a18-8ebd-27e7c6d42cbf tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 943 time: 0.1045387 Jul 28 07:15:17.614410 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-537b3fc7-48b8-40e3-afb6-393f38037049 req-04a7d41a-63b1-43bc-b9c9-67a1f209fe8c tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317776 Jul 28 07:15:17.752444 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b221db33-9830-454d-9ac1-078222533e11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:17.958039 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea71b3cd-8a37-4b4b-bc34-3afc297bf815 None None] Network cdae3c2f-86f1-406b-8902-b727164bb58e requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:15:18.075986 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-894bfb98-8ee4-4c1a-9a40-efa207670709 None None] Provisioning for port 37229895-8dab-4e8d-9462-a867aa8f6c2c completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:15:18.211943 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b221db33-9830-454d-9ac1-078222533e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2019728'] for router, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:18.397638 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b221db33-9830-454d-9ac1-078222533e11 admin admin] Router 01cdc8cd-9d8b-4bca-9730-230f3ba8142e is scheduled to L3 agent 577d4668-314f-4871-90f8-11573d95b012 with binding_index 1 {{(pid=93859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 07:15:18.498995 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b221db33-9830-454d-9ac1-078222533e11 admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:15:18.508063 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] Sync routers for ids ['01cdc8cd-9d8b-4bca-9730-230f3ba8142e'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:15:18.516620 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] Routers {'01cdc8cd-9d8b-4bca-9730-230f3ba8142e'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:15:18.517223 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:15:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['01cdc8cd-9d8b-4bca-9730-230f3ba8142e'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:18.599691 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b221db33-9830-454d-9ac1-078222533e11 admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:18.600921 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b221db33-9830-454d-9ac1-078222533e11 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3736210 Jul 28 07:15:18.603694 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58398) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:18.619203 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] Set router 01cdc8cd-9d8b-4bca-9730-230f3ba8142e gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:15:18.782826 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299d8ac-4a16-4221-9c9b-744002d01a59 req-83c6824a-7d50-47ae-8dc5-4c35b1a5643b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:18.784287 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1299d8ac-4a16-4221-9c9b-744002d01a59 req-83c6824a-7d50-47ae-8dc5-4c35b1a5643b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 943 time: 0.0948677 Jul 28 07:15:18.795199 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'name': 'tempest-TestShelveInstance-1249787580-router', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:16Z', 'updated_at': '2021-07-28T07:15:17Z', 'revision_number': 3, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'gw_port': {'id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:85:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:17Z', 'updated_at': '2021-07-28T07:15:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:18.820921 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] Checking router: 01cdc8cd-9d8b-4bca-9730-230f3ba8142e for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:15:18.821270 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] Updating router 01cdc8cd-9d8b-4bca-9730-230f3ba8142e port 6a2e3654-092a-4895-ac5b-032594444e1c binding host dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 07:15:18.845592 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:18.867877 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1299d8ac-4a16-4221-9c9b-744002d01a59 req-725a1f84-a3be-44d3-8452-88f70ad636dd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770574 Jul 28 07:15:19.088929 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 37229895-8dab-4e8d-9462-a867aa8f6c2c up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:15:19.092332 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cbf7af63-465b-4820-a896-e0a61bf1d092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:19.132448 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:19.148415 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] Transition to ACTIVE for port object 6a2e3654-092a-4895-ac5b-032594444e1c will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:15:19.266565 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-cbf7af63-465b-4820-a896-e0a61bf1d092 admin admin] Allocated IP 172.20.0.1 (cdae3c2f-86f1-406b-8902-b727164bb58e/0503e5d8-ea96-42b7-9d4f-7ea7b805a03d/98de2a21-8c05-4fe2-bc08-6ab95bb073b0) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:15:19.370867 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cbf7af63-465b-4820-a896-e0a61bf1d092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:19.386155 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-cbf7af63-465b-4820-a896-e0a61bf1d092 admin admin] Transition to ACTIVE for port object 98de2a21-8c05-4fe2-bc08-6ab95bb073b0 will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:15:19.775907 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 6d6c1eec-fba6-4419-bc23-23b98a25b55f details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:15:19.990893 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cc3a5-eacf-409c-b4c1-559fbc75d6c1 req-dad76e38-bd9b-4eff-ba30-0be254b34fba tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:19.992153 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 6d6c1eec-fba6-4419-bc23-23b98a25b55f, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6d6c1eec-fba6-4419-bc23-23b98a25b55f,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:15:19.992474 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e86cc3a5-eacf-409c-b4c1-559fbc75d6c1 req-dad76e38-bd9b-4eff-ba30-0be254b34fba tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 943 time: 0.0486097 Jul 28 07:15:19.994811 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:20.005941 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cbf7af63-465b-4820-a896-e0a61bf1d092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:20.026094 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port 37229895-8dab-4e8d-9462-a867aa8f6c2c completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:15:20.034030 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': '6d6c1eec-fba6-4419-bc23-23b98a25b55f', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'port_id': '6d6c1eec-fba6-4419-bc23-23b98a25b55f', 'mac_address': 'fa:16:3e:cd:9d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:15:20.041958 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 37229895-8dab-4e8d-9462-a867aa8f6c2c triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:15:20.043457 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:20.062369 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf7af63-465b-4820-a896-e0a61bf1d092 admin admin] Network cdae3c2f-86f1-406b-8902-b727164bb58e is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:15:20.067629 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e86cc3a5-eacf-409c-b4c1-559fbc75d6c1 req-7ef2384e-dbfa-4ed4-a8e8-0691220f2be9 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692010 Jul 28 07:15:20.070253 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-cbf7af63-465b-4820-a896-e0a61bf1d092 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:15:20.073012 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf7af63-465b-4820-a896-e0a61bf1d092 admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:15:20.083417 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999fb76-7dd9-460a-8c70-76641e2be41c None None] Pushing event updated for resources: {'Port': ['ID=6a2e3654-092a-4895-ac5b-032594444e1c,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:20.112320 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7af63-465b-4820-a896-e0a61bf1d092 admin admin] Pushing event updated for resources: {'Port': ['ID=98de2a21-8c05-4fe2-bc08-6ab95bb073b0,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:20.115435 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] Attempting to bind port 6a2e3654-092a-4895-ac5b-032594444e1c on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:15:20.115977 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] Attempting to bind port 6a2e3654-092a-4895-ac5b-032594444e1c by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:15:20.116215 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] Attempting to bind port 6a2e3654-092a-4895-ac5b-032594444e1c on network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:15:20.124244 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:15:20.124594 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] Checking segment: {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:15:20.124998 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:20.125385 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] Bound using segment: {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:15:20.125864 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] Bound port: 6a2e3654-092a-4895-ac5b-032594444e1c, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:15:20.126241 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:20.131906 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cbf7af63-465b-4820-a896-e0a61bf1d092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2019663'] for router_interface, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:20.159381 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:20.194864 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6c1eec-fba6-4419-bc23-23b98a25b55f {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:15:20.243787 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] For port 6a2e3654-092a-4895-ac5b-032594444e1c, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:15:20.251392 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 6d6c1eec-fba6-4419-bc23-23b98a25b55f, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6d6c1eec-fba6-4419-bc23-23b98a25b55f,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:15:20.265159 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] For port 6a2e3654-092a-4895-ac5b-032594444e1c, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=6a2e3654-092a-4895-ac5b-032594444e1c,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:15:20.266461 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:20.297328 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port 37229895-8dab-4e8d-9462-a867aa8f6c2c, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=37229895-8dab-4e8d-9462-a867aa8f6c2c,segment=NetworkSegment(c51cf013-a507-4fca-bf38-473e03eeb00c),segment_id=c51cf013-a507-4fca-bf38-473e03eeb00c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:15:20.333560 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cbf7af63-465b-4820-a896-e0a61bf1d092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:20.335749 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:20.339463 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:20.395835 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:20.399071 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] Routers {'01cdc8cd-9d8b-4bca-9730-230f3ba8142e'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:15:20.399699 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:15:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['01cdc8cd-9d8b-4bca-9730-230f3ba8142e'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:20.404762 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=6d6c1eec-fba6-4419-bc23-23b98a25b55f,revision_number=9']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:20.441074 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-18fe6d04-4bc4-406b-97a1-3b043544c70d None None] Provisioning for port 98de2a21-8c05-4fe2-bc08-6ab95bb073b0 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:15:20.471731 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-18fe6d04-4bc4-406b-97a1-3b043544c70d None None] Provisioning complete for port 98de2a21-8c05-4fe2-bc08-6ab95bb073b0 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:15:20.472097 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-18fe6d04-4bc4-406b-97a1-3b043544c70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:20.502525 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cbf7af63-465b-4820-a896-e0a61bf1d092 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:20.547285 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cbf7af63-465b-4820-a896-e0a61bf1d092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851772'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:20.548195 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['6d6c1eec-fba6-4419-bc23-23b98a25b55f'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:15:20.556777 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999fb76-7dd9-460a-8c70-76641e2be41c None None] Pushing event updated for resources: {'Port': ['ID=6a2e3654-092a-4895-ac5b-032594444e1c,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:20.611913 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-18fe6d04-4bc4-406b-97a1-3b043544c70d None None] Port 98de2a21-8c05-4fe2-bc08-6ab95bb073b0 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:15:20.615911 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cbf7af63-465b-4820-a896-e0a61bf1d092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2020063'] for router_interface, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:20.618836 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7af63-465b-4820-a896-e0a61bf1d092 admin admin] Pushing event updated for resources: {'Port': ['ID=98de2a21-8c05-4fe2-bc08-6ab95bb073b0,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:20.638081 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] Set router 01cdc8cd-9d8b-4bca-9730-230f3ba8142e gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:15:20.689818 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=37229895-8dab-4e8d-9462-a867aa8f6c2c,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:20.710343 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf7af63-465b-4820-a896-e0a61bf1d092 admin admin] Network cdae3c2f-86f1-406b-8902-b727164bb58e is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:15:20.711733 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-cbf7af63-465b-4820-a896-e0a61bf1d092 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:15:20.832152 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf7af63-465b-4820-a896-e0a61bf1d092 admin admin] Router 01cdc8cd-9d8b-4bca-9730-230f3ba8142e has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:15:20.940584 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'name': 'tempest-TestShelveInstance-1249787580-router', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:16Z', 'updated_at': '2021-07-28T07:15:20Z', 'revision_number': 4, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'gw_port': {'id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:85:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:17Z', 'updated_at': '2021-07-28T07:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '98de2a21-8c05-4fe2-bc08-6ab95bb073b0', 'name': '', 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'mac_address': 'fa:16:3e:65:f4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:19Z', 'updated_at': '2021-07-28T07:15:19Z', 'revision_number': 1, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'subnets': [{'id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:20.942905 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf7af63-465b-4820-a896-e0a61bf1d092 admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:15:20.945069 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-07e80c07-d7cf-4d31-9fa8-d3f1ae5e85e0 None None] Provisioning complete for port 98de2a21-8c05-4fe2-bc08-6ab95bb073b0 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:15:20.945423 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-07e80c07-d7cf-4d31-9fa8-d3f1ae5e85e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:20.948364 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-cbf7af63-465b-4820-a896-e0a61bf1d092 admin admin] 10.222.0.10 "PUT /v2.0/routers/01cdc8cd-9d8b-4bca-9730-230f3ba8142e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3437092 Jul 28 07:15:20.971087 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ba43e1-a905-4d96-b81f-82ef147e2ef0 None None] The sync data for ids ['01cdc8cd-9d8b-4bca-9730-230f3ba8142e'] in dv-cinder-792800-1-iscsi is: [{'id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'name': 'tempest-TestShelveInstance-1249787580-router', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:16Z', 'updated_at': '2021-07-28T07:15:20Z', 'revision_number': 4, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'gw_port': {'id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:85:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:17Z', 'updated_at': '2021-07-28T07:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '98de2a21-8c05-4fe2-bc08-6ab95bb073b0', 'name': '', 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'mac_address': 'fa:16:3e:65:f4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:19Z', 'updated_at': '2021-07-28T07:15:19Z', 'revision_number': 1, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'subnets': [{'id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:15:21.008434 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-07e80c07-d7cf-4d31-9fa8-d3f1ae5e85e0 None None] Port 98de2a21-8c05-4fe2-bc08-6ab95bb073b0 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:15:21.056879 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 37229895-8dab-4e8d-9462-a867aa8f6c2c up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:15:21.105664 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 37229895-8dab-4e8d-9462-a867aa8f6c2c triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:15:21.105664 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:21.235570 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a1b09-ab54-4267-96cf-e4fa326e8d11 req-c0375544-7ccc-4351-9001-772bb2e1e15f tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:21.237154 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-174a1b09-ab54-4267-96cf-e4fa326e8d11 req-c0375544-7ccc-4351-9001-772bb2e1e15f tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 944 time: 0.0907393 Jul 28 07:15:21.283110 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-174a1b09-ab54-4267-96cf-e4fa326e8d11 req-824679a5-bcce-4a01-ad86-eaaaf94ddd0f tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394232 Jul 28 07:15:21.680321 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58420) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:21.685221 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-6b38c53b-07a1-4f04-9d3a-e4e0f152d1eb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1016828298-network', 'tenant_id': '6484c249504e4fedb5a136550fcae40d'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:15:21.775691 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 6d6c1eec-fba6-4419-bc23-23b98a25b55f up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:15:21.779307 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b38c53b-07a1-4f04-9d3a-e4e0f152d1eb admin admin] Made reservation on behalf of 6484c249504e4fedb5a136550fcae40d for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:15:21.779307 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6b38c53b-07a1-4f04-9d3a-e4e0f152d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:21.787277 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6b38c53b-07a1-4f04-9d3a-e4e0f152d1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:21.828906 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port 6d6c1eec-fba6-4419-bc23-23b98a25b55f triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:15:21.829284 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:21.892244 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6b38c53b-07a1-4f04-9d3a-e4e0f152d1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:21.912302 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:21.935283 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5469f9-de91-4f88-8bec-1e837a8794b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c1eec-fba6-4419-bc23-23b98a25b55f'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:15:21.937599 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaf85a9-6320-44b4-aafb-31537eb557b5" -d '{"events": [{"server_uuid": "ce5469f9-de91-4f88-8bec-1e837a8794b3", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c1eec-fba6-4419-bc23-23b98a25b55f"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:15:21.952156 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 6d6c1eec-fba6-4419-bc23-23b98a25b55f, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6d6c1eec-fba6-4419-bc23-23b98a25b55f,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:15:21.964726 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6b38c53b-07a1-4f04-9d3a-e4e0f152d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:21.974867 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c7d7b4-3daf-4fa8-ae06-1e122ab1b87e x-openstack-request-id: req-e1c7d7b4-3daf-4fa8-ae06-1e122ab1b87e {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:15:21.975158 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5469f9-de91-4f88-8bec-1e837a8794b3", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c1eec-fba6-4419-bc23-23b98a25b55f", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:15:21.975410 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1c7d7b4-3daf-4fa8-ae06-1e122ab1b87e {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:15:21.975807 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5469f9-de91-4f88-8bec-1e837a8794b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c1eec-fba6-4419-bc23-23b98a25b55f', 'code': 200} Jul 28 07:15:21.994772 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b38c53b-07a1-4f04-9d3a-e4e0f152d1eb admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 07:15:22.006754 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38c53b-07a1-4f04-9d3a-e4e0f152d1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9578bd50-75e5-480a-b63f-de1578edf94c,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:22.013137 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6b38c53b-07a1-4f04-9d3a-e4e0f152d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:22.013509 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-6b38c53b-07a1-4f04-9d3a-e4e0f152d1eb admin admin] Added segment 31737224-0f47-442e-863c-8d04b8c60701 of type vlan for network 8469070b-959b-4d7e-8fb6-72b78450d5ae Jul 28 07:15:22.033188 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:22.059295 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6b38c53b-07a1-4f04-9d3a-e4e0f152d1eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745676247143'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:22.088660 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=6d6c1eec-fba6-4419-bc23-23b98a25b55f,revision_number=10']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:22.164257 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6b38c53b-07a1-4f04-9d3a-e4e0f152d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:22.165309 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b38c53b-07a1-4f04-9d3a-e4e0f152d1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:22.165891 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6b38c53b-07a1-4f04-9d3a-e4e0f152d1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:22.225256 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38c53b-07a1-4f04-9d3a-e4e0f152d1eb admin admin] Pushing event updated for resources: {'Network': ['ID=8469070b-959b-4d7e-8fb6-72b78450d5ae,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:22.234797 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Network 8469070b-959b-4d7e-8fb6-72b78450d5ae details requested by agent ovs-agent-dv-cinder-792800-1-iscsi with host dv-cinder-792800-1-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 07:15:22.273818 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-6b38c53b-07a1-4f04-9d3a-e4e0f152d1eb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5923705 Jul 28 07:15:22.276566 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58424) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:22.281508 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-efcf914a-72ca-4d67-bd8b-997261c3f1d6 admin admin] Request body: {'subnet': {'network_id': '8469070b-959b-4d7e-8fb6-72b78450d5ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1016828298-subnet', 'tenant_id': '6484c249504e4fedb5a136550fcae40d', 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:15:22.323145 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54230ab2-c6c8-4070-911b-d5e97439e80b req-798a0489-3128-4fd7-841f-620272b96a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:22.324635 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-54230ab2-c6c8-4070-911b-d5e97439e80b req-798a0489-3128-4fd7-841f-620272b96a78 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 1099 time: 0.0445912 Jul 28 07:15:22.370312 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-54230ab2-c6c8-4070-911b-d5e97439e80b req-2d07feaa-babd-499d-b915-c63955fdaf75 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387290 Jul 28 07:15:22.390413 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcf914a-72ca-4d67-bd8b-997261c3f1d6 admin admin] Made reservation on behalf of 6484c249504e4fedb5a136550fcae40d for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:15:22.393833 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-efcf914a-72ca-4d67-bd8b-997261c3f1d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232880'] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:22.468049 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52670318-8925-44d4-b94b-ddf4bbe11689 req-df69af97-1c60-4ce9-9b5c-ecafa5cb8ae5 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:22.469542 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-52670318-8925-44d4-b94b-ddf4bbe11689 req-df69af97-1c60-4ce9-9b5c-ecafa5cb8ae5 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 946 time: 0.1093788 Jul 28 07:15:22.535072 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-52670318-8925-44d4-b94b-ddf4bbe11689 req-ca130121-78ff-45d0-91d0-855303f12d7c tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565860 Jul 28 07:15:22.689249 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-efcf914a-72ca-4d67-bd8b-997261c3f1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2851619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232770'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:22.745285 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf914a-72ca-4d67-bd8b-997261c3f1d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7376ab0f-6a2c-4390-96bd-da5fb5a11430,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:22.754723 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcf914a-72ca-4d67-bd8b-997261c3f1d6 admin admin] Checking segment: {'id': '31737224-0f47-442e-863c-8d04b8c60701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8469070b-959b-4d7e-8fb6-72b78450d5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:15:22.755080 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcf914a-72ca-4d67-bd8b-997261c3f1d6 admin admin] Network hostable DHCP agents. Network: 8469070b-959b-4d7e-8fb6-72b78450d5ae, hostable agents: ['a9302e80-41e4-46d6-92fa-b7087ce18eda'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 07:15:22.844585 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcf914a-72ca-4d67-bd8b-997261c3f1d6 admin admin] Network 8469070b-959b-4d7e-8fb6-72b78450d5ae is scheduled to be hosted by DHCP agent a9302e80-41e4-46d6-92fa-b7087ce18eda with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 07:15:22.867163 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] Sync routers for ids ['01cdc8cd-9d8b-4bca-9730-230f3ba8142e'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:15:22.877002 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] Routers {'01cdc8cd-9d8b-4bca-9730-230f3ba8142e'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:15:22.881255 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:15:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['01cdc8cd-9d8b-4bca-9730-230f3ba8142e'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:22.929032 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-efcf914a-72ca-4d67-bd8b-997261c3f1d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-1-iscsi, 8469070b-959b-4d7e-8fb6-72b78450d5ae) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:15:22.933581 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcf914a-72ca-4d67-bd8b-997261c3f1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:22.934532 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-efcf914a-72ca-4d67-bd8b-997261c3f1d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:22.938337 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e56d45-a042-4db1-92b4-95fa8e601949 None None] Network 8469070b-959b-4d7e-8fb6-72b78450d5ae requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:15:22.987391 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] Set router 01cdc8cd-9d8b-4bca-9730-230f3ba8142e gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:15:23.019573 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-efcf914a-72ca-4d67-bd8b-997261c3f1d6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7389817 Jul 28 07:15:23.019573 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58428) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:23.025101 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-78cf0c2c-409b-426b-b50d-70cefe289672 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1016828298-router', 'tenant_id': '6484c249504e4fedb5a136550fcae40d', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:15:23.113364 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 6a2e3654-092a-4895-ac5b-032594444e1c up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:15:23.119787 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-78cf0c2c-409b-426b-b50d-70cefe289672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1612837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1946'] for router, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:23.121165 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-78cf0c2c-409b-426b-b50d-70cefe289672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2010447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1933'] for router, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:23.143187 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29852646-a841-58f8-bf0d-6edda1e9bba6-8469070b-959b-4d7e-8fb6-72b78450d5ae', 'network_id': '8469070b-959b-4d7e-8fb6-72b78450d5ae', 'tenant_id': '6484c249504e4fedb5a136550fcae40d', 'fixed_ips': [{'subnet_id': '7376ab0f-6a2c-4390-96bd-da5fb5a11430'}]}} from dv-cinder-792800-1-iscsi. {{(pid=93861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 07:15:23.144138 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:23.225543 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-78cf0c2c-409b-426b-b50d-70cefe289672 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:23.234194 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'name': 'tempest-TestShelveInstance-1249787580-router', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:16Z', 'updated_at': '2021-07-28T07:15:20Z', 'revision_number': 4, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'gw_port': {'id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:85:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:17Z', 'updated_at': '2021-07-28T07:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '98de2a21-8c05-4fe2-bc08-6ab95bb073b0', 'name': '', 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'mac_address': 'fa:16:3e:65:f4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:19Z', 'updated_at': '2021-07-28T07:15:20Z', 'revision_number': 2, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'subnets': [{'id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:23.263157 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] Checking router: 01cdc8cd-9d8b-4bca-9730-230f3ba8142e for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:15:23.263524 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] Updating router 01cdc8cd-9d8b-4bca-9730-230f3ba8142e port 98de2a21-8c05-4fe2-bc08-6ab95bb073b0 binding host dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 07:15:23.292696 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:23.303394 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Allocated IP 172.20.0.2 (8469070b-959b-4d7e-8fb6-72b78450d5ae/7376ab0f-6a2c-4390-96bd-da5fb5a11430/95ce7115-0f3f-489f-ace7-17df25dc14bf) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:15:23.342588 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port 6a2e3654-092a-4895-ac5b-032594444e1c completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:15:23.386441 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 6a2e3654-092a-4895-ac5b-032594444e1c triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:15:23.386846 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:23.468312 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-78cf0c2c-409b-426b-b50d-70cefe289672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2019765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1612823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1919'] for router, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:23.540535 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:23.569666 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:23.572426 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port 6a2e3654-092a-4895-ac5b-032594444e1c, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=6a2e3654-092a-4895-ac5b-032594444e1c,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:15:23.581070 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Transition to ACTIVE for port object 95ce7115-0f3f-489f-ace7-17df25dc14bf will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:15:23.585978 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:23.599277 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] Transition to ACTIVE for port object 98de2a21-8c05-4fe2-bc08-6ab95bb073b0 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:15:23.601489 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Transition to ACTIVE for port object 95ce7115-0f3f-489f-ace7-17df25dc14bf will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:15:23.667849 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:23.686985 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ae348-3b2e-4e37-afc2-10e2e3acd27d req-f3056840-4aa7-448a-9ee1-1c06d52ac234 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:23.688474 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-520ae348-3b2e-4e37-afc2-10e2e3acd27d req-f3056840-4aa7-448a-9ee1-1c06d52ac234 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 946 time: 0.0637512 Jul 28 07:15:23.697137 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:23.702175 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:23.717551 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Network 8469070b-959b-4d7e-8fb6-72b78450d5ae is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:15:23.720545 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:15:23.727507 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:15:23.747495 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=6a2e3654-092a-4895-ac5b-032594444e1c,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:23.768746 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2f5b0-a971-4f0d-bf31-18a4e3757900 None None] Pushing event updated for resources: {'Port': ['ID=98de2a21-8c05-4fe2-bc08-6ab95bb073b0,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:23.788881 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2f5b0-a971-4f0d-bf31-18a4e3757900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:23.790260 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2f5b0-a971-4f0d-bf31-18a4e3757900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:23.790260 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2f5b0-a971-4f0d-bf31-18a4e3757900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:23.790260 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2f5b0-a971-4f0d-bf31-18a4e3757900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:23.790260 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2f5b0-a971-4f0d-bf31-18a4e3757900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:23.790657 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2f5b0-a971-4f0d-bf31-18a4e3757900 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:23.790921 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2f5b0-a971-4f0d-bf31-18a4e3757900 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:23.791240 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2f5b0-a971-4f0d-bf31-18a4e3757900 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:23.791560 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2f5b0-a971-4f0d-bf31-18a4e3757900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:23.791886 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2f5b0-a971-4f0d-bf31-18a4e3757900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:23.792189 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2f5b0-a971-4f0d-bf31-18a4e3757900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:23.792499 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2f5b0-a971-4f0d-bf31-18a4e3757900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:23.826647 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-520ae348-3b2e-4e37-afc2-10e2e3acd27d req-1d0b9372-99fc-4e03-8342-b4a76baa8c23 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041574 Jul 28 07:15:23.837295 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Attempting to bind port 95ce7115-0f3f-489f-ace7-17df25dc14bf on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:15:23.837739 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Attempting to bind port 95ce7115-0f3f-489f-ace7-17df25dc14bf by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': '31737224-0f47-442e-863c-8d04b8c60701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8469070b-959b-4d7e-8fb6-72b78450d5ae'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:15:23.841796 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-78cf0c2c-409b-426b-b50d-70cefe289672 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:23.860893 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Attempting to bind port 95ce7115-0f3f-489f-ace7-17df25dc14bf on network 8469070b-959b-4d7e-8fb6-72b78450d5ae {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:15:23.861097 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] Attempting to bind port 98de2a21-8c05-4fe2-bc08-6ab95bb073b0 on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:15:23.861425 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] Attempting to bind port 98de2a21-8c05-4fe2-bc08-6ab95bb073b0 by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': 'c51cf013-a507-4fca-bf38-473e03eeb00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:15:23.861779 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] Attempting to bind port 98de2a21-8c05-4fe2-bc08-6ab95bb073b0 on network cdae3c2f-86f1-406b-8902-b727164bb58e {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:15:23.867621 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-78cf0c2c-409b-426b-b50d-70cefe289672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:23.871422 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:15:23.888148 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] Checking segment: {'id': 'c51cf013-a507-4fca-bf38-473e03eeb00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:15:23.888148 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:23.888148 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] Bound using segment: {'id': 'c51cf013-a507-4fca-bf38-473e03eeb00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:15:23.888148 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] Bound port: 98de2a21-8c05-4fe2-bc08-6ab95bb073b0, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51cf013-a507-4fca-bf38-473e03eeb00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:15:23.888148 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:23.888621 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:15:23.888621 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Checking segment: {'id': '31737224-0f47-442e-863c-8d04b8c60701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8469070b-959b-4d7e-8fb6-72b78450d5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:15:23.888621 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:23.888621 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Bound using segment: {'id': '31737224-0f47-442e-863c-8d04b8c60701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8469070b-959b-4d7e-8fb6-72b78450d5ae'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:15:23.888621 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Bound port: 95ce7115-0f3f-489f-ace7-17df25dc14bf, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31737224-0f47-442e-863c-8d04b8c60701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8469070b-959b-4d7e-8fb6-72b78450d5ae'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:15:23.888621 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:23.888621 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Pushing event updated for resources: {'Port': ['ID=95ce7115-0f3f-489f-ace7-17df25dc14bf,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:23.958951 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] For port 98de2a21-8c05-4fe2-bc08-6ab95bb073b0, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:15:23.962996 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] For port 98de2a21-8c05-4fe2-bc08-6ab95bb073b0, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=98de2a21-8c05-4fe2-bc08-6ab95bb073b0,segment=NetworkSegment(c51cf013-a507-4fca-bf38-473e03eeb00c),segment_id=c51cf013-a507-4fca-bf38-473e03eeb00c)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:15:23.994162 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-78cf0c2c-409b-426b-b50d-70cefe289672 admin admin] Allocated IP 172.27.0.5 (8c193189-1b67-4afb-a9ff-6e33854cf3c6/2c40bc55-7b7c-48af-93d0-df9752159746/05d269bb-c9fb-4d7d-9009-c8741d59ec87) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:15:24.059202 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:24.090934 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] For port 95ce7115-0f3f-489f-ace7-17df25dc14bf, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:15:24.094477 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] For port 95ce7115-0f3f-489f-ace7-17df25dc14bf, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=95ce7115-0f3f-489f-ace7-17df25dc14bf,segment=NetworkSegment(31737224-0f47-442e-863c-8d04b8c60701),segment_id=31737224-0f47-442e-863c-8d04b8c60701)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:15:24.111308 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-78cf0c2c-409b-426b-b50d-70cefe289672 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:24.133072 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] Routers {'01cdc8cd-9d8b-4bca-9730-230f3ba8142e'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:15:24.133682 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:15:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['01cdc8cd-9d8b-4bca-9730-230f3ba8142e'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:24.136662 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2f5b0-a971-4f0d-bf31-18a4e3757900 None None] Pushing event updated for resources: {'Port': ['ID=98de2a21-8c05-4fe2-bc08-6ab95bb073b0,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:24.192364 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:24.224161 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-78cf0c2c-409b-426b-b50d-70cefe289672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:24.264952 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb1eb5-5eb5-41d8-91fa-8d1caaacc2bf None None] Pushing event updated for resources: {'Port': ['ID=95ce7115-0f3f-489f-ace7-17df25dc14bf,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:24.288763 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cf0c2c-409b-426b-b50d-70cefe289672 admin admin] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:15:24.292449 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-78cf0c2c-409b-426b-b50d-70cefe289672 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:15:24.295399 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf0c2c-409b-426b-b50d-70cefe289672 admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:15:24.324416 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf0c2c-409b-426b-b50d-70cefe289672 admin admin] Pushing event updated for resources: {'Port': ['ID=05d269bb-c9fb-4d7d-9009-c8741d59ec87,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:24.382975 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] Set router 01cdc8cd-9d8b-4bca-9730-230f3ba8142e gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:15:24.621363 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'name': 'tempest-TestShelveInstance-1249787580-router', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:16Z', 'updated_at': '2021-07-28T07:15:20Z', 'revision_number': 4, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'gw_port': {'id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:17Z', 'updated_at': '2021-07-28T07:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '98de2a21-8c05-4fe2-bc08-6ab95bb073b0', 'name': '', 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'mac_address': 'fa:16:3e:65:f4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:19Z', 'updated_at': '2021-07-28T07:15:23Z', 'revision_number': 4, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'subnets': [{'id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:24.648208 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c77444-7bdf-4b9c-8a99-824b67fe7587 None None] The sync data for ids ['01cdc8cd-9d8b-4bca-9730-230f3ba8142e'] in dv-cinder-792800-1-iscsi is: [{'id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'name': 'tempest-TestShelveInstance-1249787580-router', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:16Z', 'updated_at': '2021-07-28T07:15:20Z', 'revision_number': 4, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'gw_port': {'id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:17Z', 'updated_at': '2021-07-28T07:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '98de2a21-8c05-4fe2-bc08-6ab95bb073b0', 'name': '', 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'mac_address': 'fa:16:3e:65:f4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:19Z', 'updated_at': '2021-07-28T07:15:23Z', 'revision_number': 4, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'subnets': [{'id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:15:24.668356 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-78cf0c2c-409b-426b-b50d-70cefe289672 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:25.218601 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-78cf0c2c-409b-426b-b50d-70cefe289672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2019728'] for router, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:25.226557 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 95ce7115-0f3f-489f-ace7-17df25dc14bf up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:15:25.232341 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779a638-72b3-46ed-babb-c4cefba862c7 req-77421c7e-7df7-4545-86a0-16c4dc41c962 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:25.233958 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7779a638-72b3-46ed-babb-c4cefba862c7 req-77421c7e-7df7-4545-86a0-16c4dc41c962 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 946 time: 0.0705178 Jul 28 07:15:25.320372 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e23612-1528-43e9-ad56-22bb7c477548 None None] Network 8469070b-959b-4d7e-8fb6-72b78450d5ae requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:15:25.359626 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7779a638-72b3-46ed-babb-c4cefba862c7 req-375884a4-807b-469f-bb47-786ea1fb03dd tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831225 Jul 28 07:15:25.388903 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port 95ce7115-0f3f-489f-ace7-17df25dc14bf completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:15:25.396361 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 98de2a21-8c05-4fe2-bc08-6ab95bb073b0 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:15:25.496861 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cf0c2c-409b-426b-b50d-70cefe289672 admin admin] Router 62158e42-547c-4a6b-9f3b-1a4c3912274f is scheduled to L3 agent 577d4668-314f-4871-90f8-11573d95b012 with binding_index 1 {{(pid=93859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 07:15:25.531897 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f673945c-549f-4445-9e7c-d233529f19d4 None None] Provisioning for port 95ce7115-0f3f-489f-ace7-17df25dc14bf completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:15:25.537548 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f673945c-549f-4445-9e7c-d233529f19d4 None None] Provisioning complete for port 95ce7115-0f3f-489f-ace7-17df25dc14bf triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:15:25.537916 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f673945c-549f-4445-9e7c-d233529f19d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:25.590630 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port 98de2a21-8c05-4fe2-bc08-6ab95bb073b0 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:15:25.596126 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 98de2a21-8c05-4fe2-bc08-6ab95bb073b0 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:15:25.596497 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:25.609581 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cf0c2c-409b-426b-b50d-70cefe289672 admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:15:25.637270 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] Sync routers for ids ['62158e42-547c-4a6b-9f3b-1a4c3912274f'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:15:25.670501 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f673945c-549f-4445-9e7c-d233529f19d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:25.672696 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] Routers {'62158e42-547c-4a6b-9f3b-1a4c3912274f'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:15:25.673349 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:15:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['62158e42-547c-4a6b-9f3b-1a4c3912274f'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:25.712784 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-78cf0c2c-409b-426b-b50d-70cefe289672 admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:25.714240 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-78cf0c2c-409b-426b-b50d-70cefe289672 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6932302 Jul 28 07:15:25.717265 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58468) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:25.753285 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f673945c-549f-4445-9e7c-d233529f19d4 None None] For port 95ce7115-0f3f-489f-ace7-17df25dc14bf, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=95ce7115-0f3f-489f-ace7-17df25dc14bf,segment=NetworkSegment(31737224-0f47-442e-863c-8d04b8c60701),segment_id=31737224-0f47-442e-863c-8d04b8c60701)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:15:25.812581 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f673945c-549f-4445-9e7c-d233529f19d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:25.850361 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:25.891004 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] Set router 62158e42-547c-4a6b-9f3b-1a4c3912274f gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:15:25.969131 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673945c-549f-4445-9e7c-d233529f19d4 None None] Pushing event updated for resources: {'Port': ['ID=95ce7115-0f3f-489f-ace7-17df25dc14bf,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:25.982220 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port 98de2a21-8c05-4fe2-bc08-6ab95bb073b0, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=98de2a21-8c05-4fe2-bc08-6ab95bb073b0,segment=NetworkSegment(c51cf013-a507-4fca-bf38-473e03eeb00c),segment_id=c51cf013-a507-4fca-bf38-473e03eeb00c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:15:26.024942 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-4e08e79a-4119-4161-b8d7-d779f23f7c36 None None] Provisioning complete for port 95ce7115-0f3f-489f-ace7-17df25dc14bf triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:15:26.025313 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4e08e79a-4119-4161-b8d7-d779f23f7c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:26.048665 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:26.049443 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 6a2e3654-092a-4895-ac5b-032594444e1c up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:15:26.152688 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1f7d05c8-4fcf-4c38-8c05-776bd58d916a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:26.187017 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=98de2a21-8c05-4fe2-bc08-6ab95bb073b0,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:26.228466 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 6a2e3654-092a-4895-ac5b-032594444e1c triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:15:26.229136 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:26.285019 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'name': 'tempest-TestShelveInstance-1016828298-router', 'tenant_id': '6484c249504e4fedb5a136550fcae40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '05d269bb-c9fb-4d7d-9009-c8741d59ec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:23Z', 'updated_at': '2021-07-28T07:15:24Z', 'revision_number': 3, 'project_id': '6484c249504e4fedb5a136550fcae40d', 'gw_port': {'id': '05d269bb-c9fb-4d7d-9009-c8741d59ec87', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:23Z', 'updated_at': '2021-07-28T07:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:26.304807 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-1f7d05c8-4fcf-4c38-8c05-776bd58d916a admin admin] Allocated IP 172.20.0.1 (8469070b-959b-4d7e-8fb6-72b78450d5ae/7376ab0f-6a2c-4390-96bd-da5fb5a11430/694dd8a8-3896-407b-92c3-a1421833827c) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:15:26.315582 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] Checking router: 62158e42-547c-4a6b-9f3b-1a4c3912274f for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:15:26.319277 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] Updating router 62158e42-547c-4a6b-9f3b-1a4c3912274f port 05d269bb-c9fb-4d7d-9009-c8741d59ec87 binding host dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 07:15:26.362296 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:26.412834 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1f7d05c8-4fcf-4c38-8c05-776bd58d916a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:26.425623 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-1f7d05c8-4fcf-4c38-8c05-776bd58d916a admin admin] Transition to ACTIVE for port object 694dd8a8-3896-407b-92c3-a1421833827c will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:15:26.502192 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227ff70-45a5-4a71-8f32-9a68db180f27 req-da2347d5-c636-4bec-9588-9ea9ef8ef67c tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:26.503712 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8227ff70-45a5-4a71-8f32-9a68db180f27 req-da2347d5-c636-4bec-9588-9ea9ef8ef67c tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 946 time: 0.0505645 Jul 28 07:15:26.526048 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1f7d05c8-4fcf-4c38-8c05-776bd58d916a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:26.579041 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7d05c8-4fcf-4c38-8c05-776bd58d916a admin admin] Network 8469070b-959b-4d7e-8fb6-72b78450d5ae is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:15:26.582148 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-1f7d05c8-4fcf-4c38-8c05-776bd58d916a admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:15:26.590798 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8227ff70-45a5-4a71-8f32-9a68db180f27 req-2ad2309d-38c2-4e8d-bd43-cd7f7ce72cad tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782220 Jul 28 07:15:26.590798 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7d05c8-4fcf-4c38-8c05-776bd58d916a admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:15:26.597785 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d05c8-4fcf-4c38-8c05-776bd58d916a admin admin] Pushing event updated for resources: {'Port': ['ID=694dd8a8-3896-407b-92c3-a1421833827c,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:26.625543 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:26.637761 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] Transition to ACTIVE for port object 05d269bb-c9fb-4d7d-9009-c8741d59ec87 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:15:26.640680 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1f7d05c8-4fcf-4c38-8c05-776bd58d916a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2019663'] for router_interface, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:26.701490 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:26.757498 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] Attempting to bind port 05d269bb-c9fb-4d7d-9009-c8741d59ec87 on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:15:26.757878 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] Attempting to bind port 05d269bb-c9fb-4d7d-9009-c8741d59ec87 by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:15:26.758242 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] Attempting to bind port 05d269bb-c9fb-4d7d-9009-c8741d59ec87 on network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:15:26.766903 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b2ad7-cb82-4bf6-8f87-04f72598ff95 None None] Pushing event updated for resources: {'Port': ['ID=05d269bb-c9fb-4d7d-9009-c8741d59ec87,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:26.772346 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:15:26.772723 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] Checking segment: {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:15:26.773126 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:26.773512 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] Bound using segment: {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:15:26.774125 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] Bound port: 05d269bb-c9fb-4d7d-9009-c8741d59ec87, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:15:26.774490 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:26.823069 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1f7d05c8-4fcf-4c38-8c05-776bd58d916a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:26.825820 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] For port 05d269bb-c9fb-4d7d-9009-c8741d59ec87, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:15:26.828917 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] For port 05d269bb-c9fb-4d7d-9009-c8741d59ec87, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=05d269bb-c9fb-4d7d-9009-c8741d59ec87,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:15:26.917825 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:26.973609 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-5d92d64b-81ab-40d6-81cb-94b458670ace None None] Provisioning for port 694dd8a8-3896-407b-92c3-a1421833827c completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:15:26.979044 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] Routers {'62158e42-547c-4a6b-9f3b-1a4c3912274f'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:15:26.981479 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:15:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['62158e42-547c-4a6b-9f3b-1a4c3912274f'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:26.981610 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-5d92d64b-81ab-40d6-81cb-94b458670ace None None] Provisioning complete for port 694dd8a8-3896-407b-92c3-a1421833827c triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:15:26.981862 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5d92d64b-81ab-40d6-81cb-94b458670ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:26.983266 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b2ad7-cb82-4bf6-8f87-04f72598ff95 None None] Pushing event updated for resources: {'Port': ['ID=05d269bb-c9fb-4d7d-9009-c8741d59ec87,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:26.983551 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1f7d05c8-4fcf-4c38-8c05-776bd58d916a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:27.037491 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1f7d05c8-4fcf-4c38-8c05-776bd58d916a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851772'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:27.073047 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-5d92d64b-81ab-40d6-81cb-94b458670ace None None] Port 694dd8a8-3896-407b-92c3-a1421833827c cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:15:27.078547 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 95ce7115-0f3f-489f-ace7-17df25dc14bf up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:15:27.079250 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8fbfe758-ded8-4962-a112-b0c6cfac5b2c req-391ace18-98cc-4378-b3e2-d1d141dccd98 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604773 Jul 28 07:15:27.108449 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d05c8-4fcf-4c38-8c05-776bd58d916a admin admin] Pushing event updated for resources: {'Port': ['ID=694dd8a8-3896-407b-92c3-a1421833827c,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:27.111097 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1f7d05c8-4fcf-4c38-8c05-776bd58d916a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2020063'] for router_interface, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:27.145748 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfe758-ded8-4962-a112-b0c6cfac5b2c req-501b1b48-d454-4b73-a3c4-f03aaf70b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:27.147346 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8fbfe758-ded8-4962-a112-b0c6cfac5b2c req-501b1b48-d454-4b73-a3c4-f03aaf70b337 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72669f81dfae41e59e1bf436c77c2d29&device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 1099 time: 0.0475295 Jul 28 07:15:27.212373 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7d05c8-4fcf-4c38-8c05-776bd58d916a admin admin] Network 8469070b-959b-4d7e-8fb6-72b78450d5ae is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:15:27.213914 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-1f7d05c8-4fcf-4c38-8c05-776bd58d916a admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:15:27.263190 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfe758-ded8-4962-a112-b0c6cfac5b2c req-5bad0bf5-3a9e-442f-8266-c9f9a676ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:27.265246 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8fbfe758-ded8-4962-a112-b0c6cfac5b2c req-5bad0bf5-3a9e-442f-8266-c9f9a676ec0a service neutron] 10.222.0.11 "GET /v2.0/networks?id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a HTTP/1.1" status: 200 len: 918 time: 0.0983322 Jul 28 07:15:27.266916 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:27.301623 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] Set router 62158e42-547c-4a6b-9f3b-1a4c3912274f gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:15:27.347168 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8fbfe758-ded8-4962-a112-b0c6cfac5b2c req-5a814a3e-bf78-4e42-b609-871dd278751e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d6c1eec-fba6-4419-bc23-23b98a25b55f HTTP/1.1" status: 200 len: 1001 time: 0.0756357 Jul 28 07:15:27.352112 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7d05c8-4fcf-4c38-8c05-776bd58d916a admin admin] Router 62158e42-547c-4a6b-9f3b-1a4c3912274f has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:15:27.354553 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 95ce7115-0f3f-489f-ace7-17df25dc14bf triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:15:27.355098 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:27.407240 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfe758-ded8-4962-a112-b0c6cfac5b2c req-00d3d3b6-0453-48c4-9387-6c6ac04fea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:27.409709 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8fbfe758-ded8-4962-a112-b0c6cfac5b2c req-00d3d3b6-0453-48c4-9387-6c6ac04fea54 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daaf5aed-db9a-4a60-affc-b3c69fa15b44 HTTP/1.1" status: 200 len: 856 time: 0.0534718 Jul 28 07:15:27.462709 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfe758-ded8-4962-a112-b0c6cfac5b2c req-49d0195e-923a-4d17-9247-b7dbb478d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:27.464519 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8fbfe758-ded8-4962-a112-b0c6cfac5b2c req-49d0195e-923a-4d17-9247-b7dbb478d1c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473199 Jul 28 07:15:27.475061 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7d05c8-4fcf-4c38-8c05-776bd58d916a admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:15:27.486736 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-1f7d05c8-4fcf-4c38-8c05-776bd58d916a admin admin] 10.222.0.10 "PUT /v2.0/routers/62158e42-547c-4a6b-9f3b-1a4c3912274f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7629955 Jul 28 07:15:27.547316 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-2ed42d0c-4823-49bb-bdb9-e373da724eb1 None None] Provisioning complete for port 694dd8a8-3896-407b-92c3-a1421833827c triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:15:27.547689 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2ed42d0c-4823-49bb-bdb9-e373da724eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:27.549846 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 98de2a21-8c05-4fe2-bc08-6ab95bb073b0 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:15:27.561651 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8fbfe758-ded8-4962-a112-b0c6cfac5b2c req-181d9fad-86c3-4b45-a984-a9033c9036c2 service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899920 Jul 28 07:15:27.643754 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-2ed42d0c-4823-49bb-bdb9-e373da724eb1 None None] Port 694dd8a8-3896-407b-92c3-a1421833827c cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:15:27.661752 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8fbfe758-ded8-4962-a112-b0c6cfac5b2c req-789b2a93-97b6-41c1-8aca-6983947bc8b6 service neutron] 10.222.0.11 "GET /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934875 Jul 28 07:15:27.664707 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 98de2a21-8c05-4fe2-bc08-6ab95bb073b0 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:15:27.665084 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:27.696079 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'name': 'tempest-TestShelveInstance-1016828298-router', 'tenant_id': '6484c249504e4fedb5a136550fcae40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '05d269bb-c9fb-4d7d-9009-c8741d59ec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:23Z', 'updated_at': '2021-07-28T07:15:26Z', 'revision_number': 4, 'project_id': '6484c249504e4fedb5a136550fcae40d', 'gw_port': {'id': '05d269bb-c9fb-4d7d-9009-c8741d59ec87', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:23Z', 'updated_at': '2021-07-28T07:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '694dd8a8-3896-407b-92c3-a1421833827c', 'name': '', 'network_id': '8469070b-959b-4d7e-8fb6-72b78450d5ae', 'tenant_id': '6484c249504e4fedb5a136550fcae40d', 'mac_address': 'fa:16:3e:51:5b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '7376ab0f-6a2c-4390-96bd-da5fb5a11430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:26Z', 'updated_at': '2021-07-28T07:15:26Z', 'revision_number': 1, 'project_id': '6484c249504e4fedb5a136550fcae40d', 'subnets': [{'id': '7376ab0f-6a2c-4390-96bd-da5fb5a11430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:27.728204 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb725cb-b4fb-44c0-9e78-fa3a1aa00039 None None] The sync data for ids ['62158e42-547c-4a6b-9f3b-1a4c3912274f'] in dv-cinder-792800-1-iscsi is: [{'id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'name': 'tempest-TestShelveInstance-1016828298-router', 'tenant_id': '6484c249504e4fedb5a136550fcae40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '05d269bb-c9fb-4d7d-9009-c8741d59ec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:23Z', 'updated_at': '2021-07-28T07:15:26Z', 'revision_number': 4, 'project_id': '6484c249504e4fedb5a136550fcae40d', 'gw_port': {'id': '05d269bb-c9fb-4d7d-9009-c8741d59ec87', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:23Z', 'updated_at': '2021-07-28T07:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '694dd8a8-3896-407b-92c3-a1421833827c', 'name': '', 'network_id': '8469070b-959b-4d7e-8fb6-72b78450d5ae', 'tenant_id': '6484c249504e4fedb5a136550fcae40d', 'mac_address': 'fa:16:3e:51:5b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '7376ab0f-6a2c-4390-96bd-da5fb5a11430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:26Z', 'updated_at': '2021-07-28T07:15:26Z', 'revision_number': 1, 'project_id': '6484c249504e4fedb5a136550fcae40d', 'subnets': [{'id': '7376ab0f-6a2c-4390-96bd-da5fb5a11430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:15:28.383032 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58480) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:28.386912 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-aa093f68-adef-43c9-a2a6-90f80f21b977 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1923419958', 'description': 'tempest-secgroup-smoke-1923419958 description', 'project_id': 'dddae67d9b5049b191aad1bdcfe74932'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:15:28.465895 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-aa093f68-adef-43c9-a2a6-90f80f21b977 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:28.551464 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-aa093f68-adef-43c9-a2a6-90f80f21b977 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:28.638299 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-aa093f68-adef-43c9-a2a6-90f80f21b977 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:28.668326 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa093f68-adef-43c9-a2a6-90f80f21b977 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:28.741599 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-aa093f68-adef-43c9-a2a6-90f80f21b977 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:28.743174 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-aa093f68-adef-43c9-a2a6-90f80f21b977 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3599451 Jul 28 07:15:28.746021 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58482) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:28.750766 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-1ca3dda0-c3a2-4c5b-a3f7-7090517f4c2c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Request body: {'security_group_rule': {'security_group_id': 'd8bd34d4-827c-4a1f-b936-3a9c9c4a5192', 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:15:28.844006 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1ca3dda0-c3a2-4c5b-a3f7-7090517f4c2c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:28.903163 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1ca3dda0-c3a2-4c5b-a3f7-7090517f4c2c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:28.986933 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1ca3dda0-c3a2-4c5b-a3f7-7090517f4c2c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:29.005111 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3dda0-c3a2-4c5b-a3f7-7090517f4c2c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6507406e-d571-40c2-8db1-65d7c1d46823,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:29.061698 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1ca3dda0-c3a2-4c5b-a3f7-7090517f4c2c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:29.065531 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-1ca3dda0-c3a2-4c5b-a3f7-7090517f4c2c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3160126 Jul 28 07:15:29.066424 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58484) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:29.071662 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-a0385ec6-8bd7-4535-9d8b-0249914c63e1 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Request body: {'security_group_rule': {'security_group_id': 'd8bd34d4-827c-4a1f-b936-3a9c9c4a5192', 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:15:29.083048 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 05d269bb-c9fb-4d7d-9009-c8741d59ec87 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:15:29.163228 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a0385ec6-8bd7-4535-9d8b-0249914c63e1 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:29.185836 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port 05d269bb-c9fb-4d7d-9009-c8741d59ec87 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:15:29.189619 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 05d269bb-c9fb-4d7d-9009-c8741d59ec87 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:15:29.189987 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:29.218463 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a0385ec6-8bd7-4535-9d8b-0249914c63e1 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:29.272328 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:29.284556 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a0385ec6-8bd7-4535-9d8b-0249914c63e1 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:29.294681 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port 05d269bb-c9fb-4d7d-9009-c8741d59ec87, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=05d269bb-c9fb-4d7d-9009-c8741d59ec87,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:15:29.300350 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0385ec6-8bd7-4535-9d8b-0249914c63e1 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef10a8c-cd79-4cb2-9d31-b4c5fe691544,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:29.347146 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:29.375981 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a0385ec6-8bd7-4535-9d8b-0249914c63e1 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:29.381469 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58486) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:29.386371 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-7c9f6a19-db3a-4dad-83aa-233b39613ad8 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Request body: {'security_group_rule': {'security_group_id': 'd8bd34d4-827c-4a1f-b936-3a9c9c4a5192', 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:15:29.391435 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a0385ec6-8bd7-4535-9d8b-0249914c63e1 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3232477 Jul 28 07:15:29.400171 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=05d269bb-c9fb-4d7d-9009-c8741d59ec87,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:29.495495 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c9f6a19-db3a-4dad-83aa-233b39613ad8 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:29.545214 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] Sync routers for ids ['62158e42-547c-4a6b-9f3b-1a4c3912274f'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:15:29.554931 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] Routers {'62158e42-547c-4a6b-9f3b-1a4c3912274f'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:15:29.559262 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:15:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['62158e42-547c-4a6b-9f3b-1a4c3912274f'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:29.559407 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c9f6a19-db3a-4dad-83aa-233b39613ad8 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:29.650168 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c9f6a19-db3a-4dad-83aa-233b39613ad8 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:29.659833 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] Set router 62158e42-547c-4a6b-9f3b-1a4c3912274f gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:15:29.667992 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f6a19-db3a-4dad-83aa-233b39613ad8 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7985846-373a-4985-8b83-76c4fe1057e0,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:29.764138 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c9f6a19-db3a-4dad-83aa-233b39613ad8 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:29.765370 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-7c9f6a19-db3a-4dad-83aa-233b39613ad8 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3837898 Jul 28 07:15:29.768149 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58488) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:29.773098 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-18f7c1ef-90e8-407c-a095-f49838580ae8 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Request body: {'security_group_rule': {'security_group_id': 'd8bd34d4-827c-4a1f-b936-3a9c9c4a5192', 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:15:29.862026 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'name': 'tempest-TestShelveInstance-1016828298-router', 'tenant_id': '6484c249504e4fedb5a136550fcae40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '05d269bb-c9fb-4d7d-9009-c8741d59ec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:23Z', 'updated_at': '2021-07-28T07:15:26Z', 'revision_number': 4, 'project_id': '6484c249504e4fedb5a136550fcae40d', 'gw_port': {'id': '05d269bb-c9fb-4d7d-9009-c8741d59ec87', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:23Z', 'updated_at': '2021-07-28T07:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '694dd8a8-3896-407b-92c3-a1421833827c', 'name': '', 'network_id': '8469070b-959b-4d7e-8fb6-72b78450d5ae', 'tenant_id': '6484c249504e4fedb5a136550fcae40d', 'mac_address': 'fa:16:3e:51:5b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '7376ab0f-6a2c-4390-96bd-da5fb5a11430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:26Z', 'updated_at': '2021-07-28T07:15:26Z', 'revision_number': 2, 'project_id': '6484c249504e4fedb5a136550fcae40d', 'subnets': [{'id': '7376ab0f-6a2c-4390-96bd-da5fb5a11430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:29.883602 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-18f7c1ef-90e8-407c-a095-f49838580ae8 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:29.891627 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] Checking router: 62158e42-547c-4a6b-9f3b-1a4c3912274f for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:15:29.895823 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] Updating router 62158e42-547c-4a6b-9f3b-1a4c3912274f port 694dd8a8-3896-407b-92c3-a1421833827c binding host dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 07:15:29.917263 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:29.941795 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-18f7c1ef-90e8-407c-a095-f49838580ae8 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:30.027358 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-18f7c1ef-90e8-407c-a095-f49838580ae8 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:30.057330 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7c1ef-90e8-407c-a095-f49838580ae8 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aafe9f6-2862-41aa-aef1-7617ff79c9ad,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:30.101695 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-18f7c1ef-90e8-407c-a095-f49838580ae8 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:30.102997 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-18f7c1ef-90e8-407c-a095-f49838580ae8 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3338919 Jul 28 07:15:30.105825 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58490) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:30.110593 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-af04a5e5-86d1-4ab8-b646-254ff82db87b tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Request body: {'security_group_rule': {'security_group_id': 'd8bd34d4-827c-4a1f-b936-3a9c9c4a5192', 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:15:30.195071 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:30.204254 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] Transition to ACTIVE for port object 694dd8a8-3896-407b-92c3-a1421833827c will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:15:30.215805 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.securitygroups_db [None req-af04a5e5-86d1-4ab8-b646-254ff82db87b tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Project dddae67d9b5049b191aad1bdcfe74932 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 07:15:30.220896 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-af04a5e5-86d1-4ab8-b646-254ff82db87b tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:30.276965 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:30.279104 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-af04a5e5-86d1-4ab8-b646-254ff82db87b tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:30.329026 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c84db-d861-4235-b1ee-1ca7b5db5051 None None] Pushing event updated for resources: {'Port': ['ID=694dd8a8-3896-407b-92c3-a1421833827c,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:30.358164 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-af04a5e5-86d1-4ab8-b646-254ff82db87b tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:30.374316 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04a5e5-86d1-4ab8-b646-254ff82db87b tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15eec1fc-9a1c-41b9-addd-4eeefc971da6,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:30.383461 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] Attempting to bind port 694dd8a8-3896-407b-92c3-a1421833827c on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:15:30.383977 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] Attempting to bind port 694dd8a8-3896-407b-92c3-a1421833827c by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': '31737224-0f47-442e-863c-8d04b8c60701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8469070b-959b-4d7e-8fb6-72b78450d5ae'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:15:30.384485 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] Attempting to bind port 694dd8a8-3896-407b-92c3-a1421833827c on network 8469070b-959b-4d7e-8fb6-72b78450d5ae {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:15:30.392552 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:15:30.392919 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] Checking segment: {'id': '31737224-0f47-442e-863c-8d04b8c60701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8469070b-959b-4d7e-8fb6-72b78450d5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:15:30.393315 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:30.393700 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] Bound using segment: {'id': '31737224-0f47-442e-863c-8d04b8c60701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8469070b-959b-4d7e-8fb6-72b78450d5ae'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:15:30.394164 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] Bound port: 694dd8a8-3896-407b-92c3-a1421833827c, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31737224-0f47-442e-863c-8d04b8c60701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8469070b-959b-4d7e-8fb6-72b78450d5ae'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:15:30.394567 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:30.450264 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-af04a5e5-86d1-4ab8-b646-254ff82db87b tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:30.452881 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-af04a5e5-86d1-4ab8-b646-254ff82db87b tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3446608 Jul 28 07:15:30.454296 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58492) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:15:30.459090 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-248dba69-585e-4e62-83f7-06047b648814 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Request body: {'security_group_rule': {'security_group_id': 'd8bd34d4-827c-4a1f-b936-3a9c9c4a5192', 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:15:30.461372 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] For port 694dd8a8-3896-407b-92c3-a1421833827c, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:15:30.464402 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] For port 694dd8a8-3896-407b-92c3-a1421833827c, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=694dd8a8-3896-407b-92c3-a1421833827c,segment=NetworkSegment(31737224-0f47-442e-863c-8d04b8c60701),segment_id=31737224-0f47-442e-863c-8d04b8c60701)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:15:30.541414 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:30.552225 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.db.securitygroups_db [None req-248dba69-585e-4e62-83f7-06047b648814 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Project dddae67d9b5049b191aad1bdcfe74932 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 07:15:30.557060 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-248dba69-585e-4e62-83f7-06047b648814 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:30.588406 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] Routers {'62158e42-547c-4a6b-9f3b-1a4c3912274f'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:15:30.588998 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:15:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['62158e42-547c-4a6b-9f3b-1a4c3912274f'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:30.623011 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-248dba69-585e-4e62-83f7-06047b648814 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:30.642045 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c84db-d861-4235-b1ee-1ca7b5db5051 None None] Pushing event updated for resources: {'Port': ['ID=694dd8a8-3896-407b-92c3-a1421833827c,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:30.713925 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] Set router 62158e42-547c-4a6b-9f3b-1a4c3912274f gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:15:30.730081 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-248dba69-585e-4e62-83f7-06047b648814 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:30.749016 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248dba69-585e-4e62-83f7-06047b648814 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3d5599-eb57-400f-974f-95aaaf3d3468,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:30.798692 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-248dba69-585e-4e62-83f7-06047b648814 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:30.799965 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-248dba69-585e-4e62-83f7-06047b648814 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3446019 Jul 28 07:15:30.938541 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'name': 'tempest-TestShelveInstance-1016828298-router', 'tenant_id': '6484c249504e4fedb5a136550fcae40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '05d269bb-c9fb-4d7d-9009-c8741d59ec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:23Z', 'updated_at': '2021-07-28T07:15:26Z', 'revision_number': 4, 'project_id': '6484c249504e4fedb5a136550fcae40d', 'gw_port': {'id': '05d269bb-c9fb-4d7d-9009-c8741d59ec87', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:23Z', 'updated_at': '2021-07-28T07:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '694dd8a8-3896-407b-92c3-a1421833827c', 'name': '', 'network_id': '8469070b-959b-4d7e-8fb6-72b78450d5ae', 'tenant_id': '6484c249504e4fedb5a136550fcae40d', 'mac_address': 'fa:16:3e:51:5b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '7376ab0f-6a2c-4390-96bd-da5fb5a11430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:26Z', 'updated_at': '2021-07-28T07:15:30Z', 'revision_number': 4, 'project_id': '6484c249504e4fedb5a136550fcae40d', 'subnets': [{'id': '7376ab0f-6a2c-4390-96bd-da5fb5a11430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:15:30.964286 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc9589-60b1-4304-be87-c752e26d2e87 None None] The sync data for ids ['62158e42-547c-4a6b-9f3b-1a4c3912274f'] in dv-cinder-792800-1-iscsi is: [{'id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'name': 'tempest-TestShelveInstance-1016828298-router', 'tenant_id': '6484c249504e4fedb5a136550fcae40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '05d269bb-c9fb-4d7d-9009-c8741d59ec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:23Z', 'updated_at': '2021-07-28T07:15:26Z', 'revision_number': 4, 'project_id': '6484c249504e4fedb5a136550fcae40d', 'gw_port': {'id': '05d269bb-c9fb-4d7d-9009-c8741d59ec87', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:23Z', 'updated_at': '2021-07-28T07:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '694dd8a8-3896-407b-92c3-a1421833827c', 'name': '', 'network_id': '8469070b-959b-4d7e-8fb6-72b78450d5ae', 'tenant_id': '6484c249504e4fedb5a136550fcae40d', 'mac_address': 'fa:16:3e:51:5b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '7376ab0f-6a2c-4390-96bd-da5fb5a11430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:26Z', 'updated_at': '2021-07-28T07:15:30Z', 'revision_number': 4, 'project_id': '6484c249504e4fedb5a136550fcae40d', 'subnets': [{'id': '7376ab0f-6a2c-4390-96bd-da5fb5a11430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:15:31.100980 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 05d269bb-c9fb-4d7d-9009-c8741d59ec87 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:15:31.150034 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 05d269bb-c9fb-4d7d-9009-c8741d59ec87 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:15:31.150410 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:31.232993 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 694dd8a8-3896-407b-92c3-a1421833827c up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:15:31.335499 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port 694dd8a8-3896-407b-92c3-a1421833827c completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:15:31.343365 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 694dd8a8-3896-407b-92c3-a1421833827c triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:15:31.343742 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:31.436264 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:31.474690 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port 694dd8a8-3896-407b-92c3-a1421833827c, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=694dd8a8-3896-407b-92c3-a1421833827c,segment=NetworkSegment(31737224-0f47-442e-863c-8d04b8c60701),segment_id=31737224-0f47-442e-863c-8d04b8c60701)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:15:31.568746 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:31.619058 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=694dd8a8-3896-407b-92c3-a1421833827c,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:33.058172 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 694dd8a8-3896-407b-92c3-a1421833827c up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:15:33.106966 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 694dd8a8-3896-407b-92c3-a1421833827c triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:15:33.107330 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:37.824047 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:15:39.706763 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7248ead-d7ce-4d3f-ba41-48a1cd1f533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:42.472804 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0951cb46-187a-4973-9606-74879f548944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:42.786833 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:43.386591 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:45.043608 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:47.525410 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-84e9003d-7a7a-4241-ba78-578ee22d7d5a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923419958&fields=id&tenant_id=dddae67d9b5049b191aad1bdcfe74932 HTTP/1.1" status: 200 len: 267 time: 0.0327950 Jul 28 07:15:47.627551 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-3e3819f4-25fa-4fad-a6e5-8dccd270b414 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:47.628918 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-3e3819f4-25fa-4fad-a6e5-8dccd270b414 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/networks?id=cdae3c2f-86f1-406b-8902-b727164bb58e HTTP/1.1" status: 200 len: 809 time: 0.0971215 Jul 28 07:15:47.644069 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-dd7cbcb0-13ee-4904-b30b-b03ce902e059 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/quotas/dddae67d9b5049b191aad1bdcfe74932 HTTP/1.1" status: 200 len: 375 time: 0.0086613 Jul 28 07:15:47.697121 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-d8d06674-8da2-4488-bbdb-3b8ad953db81 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dddae67d9b5049b191aad1bdcfe74932&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479829 Jul 28 07:15:47.787909 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-aac77b3a-61ce-4657-9c1c-dae6d598ca7a service neutron] 10.222.0.10 "GET /v2.0/networks/cdae3c2f-86f1-406b-8902-b727164bb58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795233 Jul 28 07:15:47.878107 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-bbd5355b-b3b1-4053-8a79-42332cae418c service neutron] 10.222.0.10 "GET /v2.0/networks/cdae3c2f-86f1-406b-8902-b727164bb58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840957 Jul 28 07:15:48.456198 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-14306cc6-1ab4-48f7-8183-dce9fc0e6fb3 req-562bf7e6-d2da-4d8a-9405-6fe824fb4a4e tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 210 time: 0.0262682 Jul 28 07:15:49.547626 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-73d2a32f-4b48-41e9-bd72-e2a9b1af12da req-331ed410-45cf-4580-9b84-2dc3ea13ece8 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 210 time: 0.0261016 Jul 28 07:15:50.584563 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-c8d7bdd3-2ffe-4e80-a51a-104dec330c5d tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:50.586037 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-c8d7bdd3-2ffe-4e80-a51a-104dec330c5d tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.11 "GET /v2.0/networks?id=cdae3c2f-86f1-406b-8902-b727164bb58e HTTP/1.1" status: 200 len: 809 time: 0.0998507 Jul 28 07:15:50.635315 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-85d5dfa7-9f28-49cc-895f-177b82383ae4 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dddae67d9b5049b191aad1bdcfe74932 HTTP/1.1" status: 200 len: 380 time: 0.0358367 Jul 28 07:15:50.640319 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Request body: {'port': {'device_id': 'd1463b78-36b1-4958-84e8-4bcdf9a6f501', 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e', 'admin_state_up': True, 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'security_groups': ['d8bd34d4-827c-4a1f-b936-3a9c9c4a5192']}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:15:50.642852 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c89a55f5-4166-4532-9d64-a1af71cf47fc req-024a09e8-fe90-4a40-ab7c-f4662930822a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 210 time: 0.0297310 Jul 28 07:15:50.828143 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Made reservation on behalf of dddae67d9b5049b191aad1bdcfe74932 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:15:50.832183 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:50.958676 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Allocated IP 172.20.0.3 (cdae3c2f-86f1-406b-8902-b727164bb58e/0503e5d8-ea96-42b7-9d4f-7ea7b805a03d/f188c690-115f-4508-9801-7267877a765c) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:15:51.094976 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:51.107925 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Transition to ACTIVE for port object f188c690-115f-4508-9801-7267877a765c will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:15:51.198427 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:51.237174 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Network cdae3c2f-86f1-406b-8902-b727164bb58e is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:15:51.240132 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:15:51.243648 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:15:51.270179 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Pushing event updated for resources: {'Port': ['ID=f188c690-115f-4508-9801-7267877a765c,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:51.283097 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:51.283482 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:51.283820 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:51.284145 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:51.284472 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:51.284798 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:51.285119 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:51.285438 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:51.285801 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:51.286119 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:51.286438 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:51.286785 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:15:51.309405 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:51.310059 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:51.409916 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-38bd5b93-e663-49d3-af5e-54c7988c678a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7732151 Jul 28 07:15:51.422641 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] Request body: {'port': {'device_id': 'd1463b78-36b1-4958-84e8-4bcdf9a6f501', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:15:51.482374 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:51.557890 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-1f36ecf4-dc0e-42ef-9618-667478bbc6cd None None] Provisioning for port f188c690-115f-4508-9801-7267877a765c completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:15:51.562136 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-1f36ecf4-dc0e-42ef-9618-667478bbc6cd None None] Provisioning complete for port f188c690-115f-4508-9801-7267877a765c triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:15:51.562649 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f36ecf4-dc0e-42ef-9618-667478bbc6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:51.601854 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-1f36ecf4-dc0e-42ef-9618-667478bbc6cd None None] Port f188c690-115f-4508-9801-7267877a765c cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:15:51.758183 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f188c690-115f-4508-9801-7267877a765c {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:15:51.763028 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c62d7-f76e-47f0-a50a-226bbc2bde73 req-66d3ceca-22e6-40de-bc18-41b68ec048eb tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:51.764503 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a40c62d7-f76e-47f0-a50a-226bbc2bde73 req-66d3ceca-22e6-40de-bc18-41b68ec048eb tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 931 time: 0.0524437 Jul 28 07:15:51.765621 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:51.777231 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] Transition to ACTIVE for port object f188c690-115f-4508-9801-7267877a765c will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:15:51.802495 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a40c62d7-f76e-47f0-a50a-226bbc2bde73 req-78ef8e1b-effa-4c1f-93a5-24b6be98acde tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319359 Jul 28 07:15:51.872009 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:51.922572 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] Pushing event updated for resources: {'Port': ['ID=f188c690-115f-4508-9801-7267877a765c,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:51.991190 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] Attempting to bind port f188c690-115f-4508-9801-7267877a765c on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:15:51.991525 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] Attempting to bind port f188c690-115f-4508-9801-7267877a765c by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'c51cf013-a507-4fca-bf38-473e03eeb00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:15:51.991852 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] Attempting to bind port f188c690-115f-4508-9801-7267877a765c on network cdae3c2f-86f1-406b-8902-b727164bb58e {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:15:51.996416 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] Port f188c690-115f-4508-9801-7267877a765c on network cdae3c2f-86f1-406b-8902-b727164bb58e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 07:15:51.996735 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] Attempting to bind port f188c690-115f-4508-9801-7267877a765c on network cdae3c2f-86f1-406b-8902-b727164bb58e {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:15:52.001958 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] Checking agent: {'id': '9049993c-5c8b-4294-bcfd-702819f13098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'started_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:15:52.002394 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] Checking segment: {'id': 'c51cf013-a507-4fca-bf38-473e03eeb00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:15:52.002805 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] Bound using segment: {'id': 'c51cf013-a507-4fca-bf38-473e03eeb00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:15:52.003231 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] Bound port: f188c690-115f-4508-9801-7267877a765c, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51cf013-a507-4fca-bf38-473e03eeb00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:15:52.003585 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:52.067304 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] For port f188c690-115f-4508-9801-7267877a765c, host hv-cinder-79280, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:15:52.070382 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] For port f188c690-115f-4508-9801-7267877a765c, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f188c690-115f-4508-9801-7267877a765c,segment=NetworkSegment(c51cf013-a507-4fca-bf38-473e03eeb00c),segment_id=c51cf013-a507-4fca-bf38-473e03eeb00c)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:15:52.152271 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:52.183643 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:52.184404 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:52.185846 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] 10.222.0.11 "PUT /v2.0/ports/f188c690-115f-4508-9801-7267877a765c HTTP/1.1" status: 200 len: 1093 time: 0.7673976 Jul 28 07:15:52.187891 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1463b78-36b1-4958-84e8-4bcdf9a6f501', 'tag': 'f188c690-115f-4508-9801-7267877a765c'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:15:52.190103 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359794a6-590f-4e8c-8050-5316d1d0fa0b" -d '{"events": [{"name": "network-changed", "server_uuid": "d1463b78-36b1-4958-84e8-4bcdf9a6f501", "tag": "f188c690-115f-4508-9801-7267877a765c"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:15:52.218006 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f038e-b7ac-4449-8f6d-63a3a3469af7 service neutron] Pushing event updated for resources: {'Port': ['ID=f188c690-115f-4508-9801-7267877a765c,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:15:52.231634 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57845eac-bda0-434f-8ff1-9c334048f04d x-openstack-request-id: req-57845eac-bda0-434f-8ff1-9c334048f04d {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:15:52.231989 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1463b78-36b1-4958-84e8-4bcdf9a6f501", "tag": "f188c690-115f-4508-9801-7267877a765c", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:15:52.232312 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-57845eac-bda0-434f-8ff1-9c334048f04d {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:15:52.232799 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1463b78-36b1-4958-84e8-4bcdf9a6f501', 'tag': 'f188c690-115f-4508-9801-7267877a765c', 'status': 'completed', 'code': 200} Jul 28 07:15:52.311814 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359794a6-590f-4e8c-8050-5316d1d0fa0b req-af624479-7efa-4808-866c-f04a6fb1b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:52.313308 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-359794a6-590f-4e8c-8050-5316d1d0fa0b req-af624479-7efa-4808-866c-f04a6fb1b415 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddae67d9b5049b191aad1bdcfe74932&device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 1096 time: 0.0451305 Jul 28 07:15:52.409371 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359794a6-590f-4e8c-8050-5316d1d0fa0b req-f9299854-722f-427f-8080-33c92e2964a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:52.410848 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-359794a6-590f-4e8c-8050-5316d1d0fa0b req-f9299854-722f-427f-8080-33c92e2964a7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=dddae67d9b5049b191aad1bdcfe74932&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0890970 Jul 28 07:15:52.508681 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359794a6-590f-4e8c-8050-5316d1d0fa0b req-0f396c66-504f-4d45-a1af-20a96f5c5807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:52.510088 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-359794a6-590f-4e8c-8050-5316d1d0fa0b req-0f396c66-504f-4d45-a1af-20a96f5c5807 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882947 Jul 28 07:15:52.590321 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-a9839f31-6859-4dcc-b37e-4f84456fe3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:52.591730 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-a9839f31-6859-4dcc-b37e-4f84456fe3ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddae67d9b5049b191aad1bdcfe74932&device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 1096 time: 0.0400131 Jul 28 07:15:52.632503 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-c21de4ae-c2ca-41bd-ab92-ff8f1f2a03c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f188c690-115f-4508-9801-7267877a765c HTTP/1.1" status: 200 len: 217 time: 0.0329015 Jul 28 07:15:52.683140 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-a55cea18-db0b-4ef4-a2ee-67d87c45cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:52.684535 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-a55cea18-db0b-4ef4-a2ee-67d87c45cf17 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0503e5d8-ea96-42b7-9d4f-7ea7b805a03d HTTP/1.1" status: 200 len: 848 time: 0.0460198 Jul 28 07:15:52.728578 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-a27390d3-b6e3-4b67-bd85-52cd9e34ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:52.730040 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-a27390d3-b6e3-4b67-bd85-52cd9e34ddd0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cdae3c2f-86f1-406b-8902-b727164bb58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387855 Jul 28 07:15:52.816953 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-81240a02-4d9d-4a23-8367-76edce7aedd2 service neutron] 10.222.0.11 "GET /v2.0/networks/cdae3c2f-86f1-406b-8902-b727164bb58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792277 Jul 28 07:15:52.909899 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-877a368c-cbee-48cd-b7fe-89257eb5f425 req-19050ebd-f690-4a23-baf9-3b7787441caf service neutron] 10.222.0.11 "GET /v2.0/networks/cdae3c2f-86f1-406b-8902-b727164bb58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847549 Jul 28 07:15:52.924904 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75aeef4-9748-4ba5-b94f-928f8ea21af0 req-03ab628c-07db-484e-9d7b-daccca9319a5 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:52.926384 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d75aeef4-9748-4ba5-b94f-928f8ea21af0 req-03ab628c-07db-484e-9d7b-daccca9319a5 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 943 time: 0.0585725 Jul 28 07:15:52.965107 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d75aeef4-9748-4ba5-b94f-928f8ea21af0 req-6bef6bcd-0d3f-4101-856b-b620ac60bc39 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324297 Jul 28 07:15:54.078256 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcf016-385a-413f-bc8f-43026dff4441 req-a69181ac-c549-4007-8650-92ba4038598c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:54.079732 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e7bcf016-385a-413f-bc8f-43026dff4441 req-a69181ac-c549-4007-8650-92ba4038598c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 943 time: 0.0474122 Jul 28 07:15:54.116964 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e7bcf016-385a-413f-bc8f-43026dff4441 req-76418567-1f7e-4f8b-9cea-0391e99e44e6 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307405 Jul 28 07:15:55.226690 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dfa27-1ddd-4df4-acf9-0f864034f329 req-49314b6d-ad10-4f80-9103-4ed2897114ce tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:55.228133 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-009dfa27-1ddd-4df4-acf9-0f864034f329 req-49314b6d-ad10-4f80-9103-4ed2897114ce tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 943 time: 0.0469692 Jul 28 07:15:55.265082 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-009dfa27-1ddd-4df4-acf9-0f864034f329 req-a09d0b31-bc2a-4d66-a4ce-d87e407fcaeb tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311301 Jul 28 07:15:56.378784 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87682227-d893-4256-9ba3-a9e9122353bb req-ca7ce238-1553-4253-9dc7-cf11a4c4f60e tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:56.380282 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-87682227-d893-4256-9ba3-a9e9122353bb req-ca7ce238-1553-4253-9dc7-cf11a4c4f60e tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 943 time: 0.0515578 Jul 28 07:15:56.417563 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-87682227-d893-4256-9ba3-a9e9122353bb req-b4f970ad-17c1-44fe-82fe-27e07520697e tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312889 Jul 28 07:15:57.094624 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:15:57.528155 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdad64-6f7b-4b3b-8d3a-1d0d7cd16a33 req-7e3179b3-61ef-47d8-8fe7-1d40f0dee3c6 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:57.529740 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-21bdad64-6f7b-4b3b-8d3a-1d0d7cd16a33 req-7e3179b3-61ef-47d8-8fe7-1d40f0dee3c6 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 943 time: 0.0484889 Jul 28 07:15:57.566092 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-21bdad64-6f7b-4b3b-8d3a-1d0d7cd16a33 req-ea8bc070-ba94-4149-af6c-8cf778bee2b4 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306280 Jul 28 07:15:58.678232 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a5990-3512-4aa0-8edc-4b6d230abf68 req-8d400521-b265-4f4c-960d-0569dfe164e5 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:58.679812 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a54a5990-3512-4aa0-8edc-4b6d230abf68 req-8d400521-b265-4f4c-960d-0569dfe164e5 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 943 time: 0.0479860 Jul 28 07:15:58.717794 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a54a5990-3512-4aa0-8edc-4b6d230abf68 req-24b66393-0391-42ce-ac8c-4f164e098beb tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321991 Jul 28 07:15:59.203487 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bfa59-0613-4b54-a86b-607bacf3237d req-628ddd58-af9f-4716-a1bf-de8c2e2c6bc2 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:59.204912 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-253bfa59-0613-4b54-a86b-607bacf3237d req-628ddd58-af9f-4716-a1bf-de8c2e2c6bc2 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 946 time: 0.0508158 Jul 28 07:15:59.242964 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-253bfa59-0613-4b54-a86b-607bacf3237d req-2c1f3127-fe2f-4e03-b119-1ae141611a07 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322056 Jul 28 07:15:59.829347 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407085d-93d7-4ea8-96c1-9494394a9975 req-8e77583d-9cfa-4a5a-9b13-5f11aa493b2c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:15:59.830810 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f407085d-93d7-4ea8-96c1-9494394a9975 req-8e77583d-9cfa-4a5a-9b13-5f11aa493b2c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 943 time: 0.0474932 Jul 28 07:15:59.868019 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f407085d-93d7-4ea8-96c1-9494394a9975 req-d2cb606b-bfb1-4c5b-ba5a-8d5c55022279 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309250 Jul 28 07:16:00.359261 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68889ca6-9a05-48c6-8c48-b555164c35b4 req-adaf2845-fcd5-4adb-9b58-40c1ec4fee82 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:00.360720 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-68889ca6-9a05-48c6-8c48-b555164c35b4 req-adaf2845-fcd5-4adb-9b58-40c1ec4fee82 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 946 time: 0.0486820 Jul 28 07:16:00.397801 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-68889ca6-9a05-48c6-8c48-b555164c35b4 req-e98330c6-4d96-43b3-be54-9f2301216751 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0126b65-e909-4b4c-888b-55f6f30c844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307901 Jul 28 07:16:00.458699 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca9c12-29c8-44b9-a573-81670535f47b req-ec714554-a807-4203-8781-2ad098dd2774 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:00.460134 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fbca9c12-29c8-44b9-a573-81670535f47b req-ec714554-a807-4203-8781-2ad098dd2774 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 946 time: 0.0598843 Jul 28 07:16:00.548098 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-fbca9c12-29c8-44b9-a573-81670535f47b req-651934e6-32d2-4b23-a437-c7ccbf2e8f49 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Deleting port 6d6c1eec-fba6-4419-bc23-23b98a25b55f {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:16:00.548350 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-fbca9c12-29c8-44b9-a573-81670535f47b req-651934e6-32d2-4b23-a437-c7ccbf2e8f49 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:00.631970 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-fbca9c12-29c8-44b9-a573-81670535f47b req-651934e6-32d2-4b23-a437-c7ccbf2e8f49 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] For port 6d6c1eec-fba6-4419-bc23-23b98a25b55f, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6d6c1eec-fba6-4419-bc23-23b98a25b55f,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:16:00.632325 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-fbca9c12-29c8-44b9-a573-81670535f47b req-651934e6-32d2-4b23-a437-c7ccbf2e8f49 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:00.806432 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-fbca9c12-29c8-44b9-a573-81670535f47b req-651934e6-32d2-4b23-a437-c7ccbf2e8f49 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:00.806745 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-fbca9c12-29c8-44b9-a573-81670535f47b req-651934e6-32d2-4b23-a437-c7ccbf2e8f49 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019642'] for floatingip, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:00.807054 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.l3_db [req-fbca9c12-29c8-44b9-a573-81670535f47b req-651934e6-32d2-4b23-a437-c7ccbf2e8f49 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Floating IP 9b192a59-d447-4c64-81f0-b7b404794377 disassociated. External IP: 172.27.0.121, port: 6d6c1eec-fba6-4419-bc23-23b98a25b55f. Jul 28 07:16:00.807388 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-fbca9c12-29c8-44b9-a573-81670535f47b req-651934e6-32d2-4b23-a437-c7ccbf2e8f49 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Calling delete_port for 6d6c1eec-fba6-4419-bc23-23b98a25b55f owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:16:00.982923 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de320a-6f70-4289-a97f-bced5b10b155 req-9379329d-96d8-4f7b-9e25-1c3ca1c4a898 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:00.984362 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-93de320a-6f70-4289-a97f-bced5b10b155 req-9379329d-96d8-4f7b-9e25-1c3ca1c4a898 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 943 time: 0.0515854 Jul 28 07:16:01.021093 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-fbca9c12-29c8-44b9-a573-81670535f47b req-651934e6-32d2-4b23-a437-c7ccbf2e8f49 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:01.023116 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-93de320a-6f70-4289-a97f-bced5b10b155 req-3f955b5e-c650-48a7-b4c7-d18d42c1ff49 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317981 Jul 28 07:16:01.047443 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651934e6-32d2-4b23-a437-c7ccbf2e8f49 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Pushing event deleted for resources: {'Port': ['ID=6d6c1eec-fba6-4419-bc23-23b98a25b55f,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:01.159814 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbca9c12-29c8-44b9-a573-81670535f47b req-651934e6-32d2-4b23-a437-c7ccbf2e8f49 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Router 655166d7-5a9c-42b7-bf96-f87cda473293 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:16:01.262316 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbca9c12-29c8-44b9-a573-81670535f47b req-651934e6-32d2-4b23-a437-c7ccbf2e8f49 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:16:01.273791 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de236ae-1813-4c53-ad8e-46ef937ea835 None None] Sync routers for ids ['655166d7-5a9c-42b7-bf96-f87cda473293'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:16:01.282740 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de236ae-1813-4c53-ad8e-46ef937ea835 None None] Routers {'655166d7-5a9c-42b7-bf96-f87cda473293'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:16:01.283346 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-5de236ae-1813-4c53-ad8e-46ef937ea835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:15:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['655166d7-5a9c-42b7-bf96-f87cda473293'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:01.300471 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbca9c12-29c8-44b9-a573-81670535f47b req-651934e6-32d2-4b23-a437-c7ccbf2e8f49 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] No DVR routers for this DVR port 6d6c1eec-fba6-4419-bc23-23b98a25b55f on host hv-cinder-79280 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:16:01.303546 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-fbca9c12-29c8-44b9-a573-81670535f47b req-651934e6-32d2-4b23-a437-c7ccbf2e8f49 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:01.305520 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fbca9c12-29c8-44b9-a573-81670535f47b req-651934e6-32d2-4b23-a437-c7ccbf2e8f49 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.11 "DELETE /v2.0/ports/6d6c1eec-fba6-4419-bc23-23b98a25b55f HTTP/1.1" status: 204 len: 173 time: 0.8392670 Jul 28 07:16:01.305949 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5469f9-de91-4f88-8bec-1e837a8794b3', 'name': 'network-vif-deleted', 'tag': '6d6c1eec-fba6-4419-bc23-23b98a25b55f'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:16:01.308332 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21539739-f063-47c9-8d26-e2be7294dd10" -d '{"events": [{"server_uuid": "ce5469f9-de91-4f88-8bec-1e837a8794b3", "name": "network-vif-deleted", "tag": "6d6c1eec-fba6-4419-bc23-23b98a25b55f"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:16:01.343571 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772a33e8-9f78-4a8d-9e37-45658846cb9c x-openstack-request-id: req-772a33e8-9f78-4a8d-9e37-45658846cb9c {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:16:01.343857 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5469f9-de91-4f88-8bec-1e837a8794b3", "name": "network-vif-deleted", "tag": "6d6c1eec-fba6-4419-bc23-23b98a25b55f", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:16:01.344104 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-772a33e8-9f78-4a8d-9e37-45658846cb9c {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:16:01.344561 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5469f9-de91-4f88-8bec-1e837a8794b3', 'name': 'network-vif-deleted', 'tag': '6d6c1eec-fba6-4419-bc23-23b98a25b55f', 'status': 'completed', 'code': 200} Jul 28 07:16:01.391931 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-5de236ae-1813-4c53-ad8e-46ef937ea835 None None] Set router 655166d7-5a9c-42b7-bf96-f87cda473293 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:16:01.497889 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1f85c834-e185-4e81-b3d5-79dd710a798e req-6f5cdd3c-5bd7-4f69-96bf-d7b6a3d2ec1b tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5469f9-de91-4f88-8bec-1e837a8794b3 HTTP/1.1" status: 200 len: 210 time: 0.0269246 Jul 28 07:16:01.610884 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-5de236ae-1813-4c53-ad8e-46ef937ea835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:09:15Z', 'updated_at': '2021-07-28T07:09:20Z', 'revision_number': 4, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'gw_port': {'id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:16Z', 'updated_at': '2021-07-28T07:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'e60be087-4d83-4b5a-9e98-b8d47231a60d', 'name': '', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'mac_address': 'fa:16:3e:33:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:19Z', 'updated_at': '2021-07-28T07:09:25Z', 'revision_number': 5, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'subnets': [{'id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:01.637394 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de236ae-1813-4c53-ad8e-46ef937ea835 None None] Checking router: 655166d7-5a9c-42b7-bf96-f87cda473293 for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:16:01.646404 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de236ae-1813-4c53-ad8e-46ef937ea835 None None] Routers {'655166d7-5a9c-42b7-bf96-f87cda473293'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:16:01.647061 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-5de236ae-1813-4c53-ad8e-46ef937ea835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:15:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['655166d7-5a9c-42b7-bf96-f87cda473293'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:01.751632 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-5de236ae-1813-4c53-ad8e-46ef937ea835 None None] Set router 655166d7-5a9c-42b7-bf96-f87cda473293 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:16:01.941503 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-5de236ae-1813-4c53-ad8e-46ef937ea835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:09:15Z', 'updated_at': '2021-07-28T07:09:20Z', 'revision_number': 4, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'gw_port': {'id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:16Z', 'updated_at': '2021-07-28T07:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'e60be087-4d83-4b5a-9e98-b8d47231a60d', 'name': '', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'mac_address': 'fa:16:3e:33:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:19Z', 'updated_at': '2021-07-28T07:09:25Z', 'revision_number': 5, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'subnets': [{'id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:01.971785 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de236ae-1813-4c53-ad8e-46ef937ea835 None None] The sync data for ids ['655166d7-5a9c-42b7-bf96-f87cda473293'] in dv-cinder-792800-1-iscsi is: [{'id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:09:15Z', 'updated_at': '2021-07-28T07:09:20Z', 'revision_number': 4, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'gw_port': {'id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:16Z', 'updated_at': '2021-07-28T07:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'e60be087-4d83-4b5a-9e98-b8d47231a60d', 'name': '', 'network_id': 'a22c701b-550a-4f5d-9b1f-e1e45e7cb76a', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'mac_address': 'fa:16:3e:33:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:19Z', 'updated_at': '2021-07-28T07:09:25Z', 'revision_number': 5, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'subnets': [{'id': 'daaf5aed-db9a-4a60-affc-b3c69fa15b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:16:02.073032 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device f188c690-115f-4508-9801-7267877a765c details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:16:02.162407 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38eeae7-0ce6-40fc-b486-56576f51cab9 req-0dd1b488-4726-41f9-ac11-328362e1161f tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:02.170652 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d38eeae7-0ce6-40fc-b486-56576f51cab9 req-0dd1b488-4726-41f9-ac11-328362e1161f tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 943 time: 0.0802641 Jul 28 07:16:02.191376 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port f188c690-115f-4508-9801-7267877a765c, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f188c690-115f-4508-9801-7267877a765c,segment=NetworkSegment(c51cf013-a507-4fca-bf38-473e03eeb00c),segment_id=c51cf013-a507-4fca-bf38-473e03eeb00c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:16:02.204290 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c80ac07-67da-4e79-9de5-60c93efd3580 None None] New status for floating IP 9b192a59-d447-4c64-81f0-b7b404794377: DOWN {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 07:16:02.204827 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': 'f188c690-115f-4508-9801-7267877a765c', 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e', 'port_id': 'f188c690-115f-4508-9801-7267877a765c', 'mac_address': 'fa:16:3e:24:0b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:16:02.205519 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d38eeae7-0ce6-40fc-b486-56576f51cab9 req-5eeac05a-8b58-4181-a1bd-80dcbbe137e5 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337541 Jul 28 07:16:02.247142 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:02.382448 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f188c690-115f-4508-9801-7267877a765c {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:16:02.402549 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port f188c690-115f-4508-9801-7267877a765c, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f188c690-115f-4508-9801-7267877a765c,segment=NetworkSegment(c51cf013-a507-4fca-bf38-473e03eeb00c),segment_id=c51cf013-a507-4fca-bf38-473e03eeb00c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:16:02.471904 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:02.518879 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=f188c690-115f-4508-9801-7267877a765c,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:02.526379 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.526753 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.527100 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.527432 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.527821 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.528156 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.528482 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.528806 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.529133 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.529453 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.529779 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.530097 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.666644 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58662) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:16:02.673119 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['f188c690-115f-4508-9801-7267877a765c'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:16:02.725898 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-89ddca26-e654-482b-85a3-85fa2f1d6c1a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:02.750125 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-89ddca26-e654-482b-85a3-85fa2f1d6c1a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:02.882960 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-89ddca26-e654-482b-85a3-85fa2f1d6c1a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:02.885497 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-89ddca26-e654-482b-85a3-85fa2f1d6c1a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:02.889063 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-89ddca26-e654-482b-85a3-85fa2f1d6c1a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "DELETE /v2.0/security-groups/b0126b65-e909-4b4c-888b-55f6f30c844e HTTP/1.1" status: 204 len: 168 time: 0.2190187 Jul 28 07:16:02.889562 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58664) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:16:02.896167 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ddca26-e654-482b-85a3-85fa2f1d6c1a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0126b65-e909-4b4c-888b-55f6f30c844e,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:02.908646 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddca26-e654-482b-85a3-85fa2f1d6c1a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.908991 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddca26-e654-482b-85a3-85fa2f1d6c1a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.909356 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddca26-e654-482b-85a3-85fa2f1d6c1a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.909692 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddca26-e654-482b-85a3-85fa2f1d6c1a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.910020 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddca26-e654-482b-85a3-85fa2f1d6c1a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.910351 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddca26-e654-482b-85a3-85fa2f1d6c1a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.910730 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddca26-e654-482b-85a3-85fa2f1d6c1a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.911056 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddca26-e654-482b-85a3-85fa2f1d6c1a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.911380 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddca26-e654-482b-85a3-85fa2f1d6c1a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.911728 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddca26-e654-482b-85a3-85fa2f1d6c1a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.912049 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddca26-e654-482b-85a3-85fa2f1d6c1a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.912368 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddca26-e654-482b-85a3-85fa2f1d6c1a tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:16:02.915500 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.api.v2.resource [None req-2f553c52-d82a-42a9-bd72-5510071849e9 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] show failed (client error): The resource could not be found. Jul 28 07:16:02.916711 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-2f553c52-d82a-42a9-bd72-5510071849e9 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "GET /v2.0/security-groups/b0126b65-e909-4b4c-888b-55f6f30c844e HTTP/1.1" status: 404 len: 347 time: 0.0254917 Jul 28 07:16:02.920438 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58666) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:16:03.041199 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-0e8fc05c-f7d4-4efe-82b9-4177aa4fcf13 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Deleting port 2ced9d67-a6d3-4d91-9a47-26b7bfa89a0a {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:16:03.041545 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e8fc05c-f7d4-4efe-82b9-4177aa4fcf13 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:03.115659 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e8fc05c-f7d4-4efe-82b9-4177aa4fcf13 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:03.115989 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e8fc05c-f7d4-4efe-82b9-4177aa4fcf13 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:03.127098 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-0e8fc05c-f7d4-4efe-82b9-4177aa4fcf13 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Calling delete_port for 2ced9d67-a6d3-4d91-9a47-26b7bfa89a0a owned by network:floatingip {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:16:03.311972 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e8fc05c-f7d4-4efe-82b9-4177aa4fcf13 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:03.321661 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770249aa-1817-4119-a4d1-9a0455a6550a req-11dba369-c594-481c-8be0-2b0ce8d67559 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:03.324178 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-770249aa-1817-4119-a4d1-9a0455a6550a req-11dba369-c594-481c-8be0-2b0ce8d67559 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 944 time: 0.0493405 Jul 28 07:16:03.336523 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fc05c-f7d4-4efe-82b9-4177aa4fcf13 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Pushing event deleted for resources: {'Port': ['ID=2ced9d67-a6d3-4d91-9a47-26b7bfa89a0a,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:03.362912 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-770249aa-1817-4119-a4d1-9a0455a6550a req-f466b6a5-bd2c-4776-98e8-c764bc377c95 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337055 Jul 28 07:16:03.402955 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e8fc05c-f7d4-4efe-82b9-4177aa4fcf13 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks [] for floatingip, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:03.405451 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e8fc05c-f7d4-4efe-82b9-4177aa4fcf13 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:03.406608 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-0e8fc05c-f7d4-4efe-82b9-4177aa4fcf13 tempest-AttachVolumeShelveTestJSON-1891447103 tempest-AttachVolumeShelveTestJSON-1891447103-project] 10.222.0.10 "DELETE /v2.0/floatingips/9b192a59-d447-4c64-81f0-b7b404794377 HTTP/1.1" status: 204 len: 168 time: 0.4850633 Jul 28 07:16:04.075567 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device f188c690-115f-4508-9801-7267877a765c up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:16:04.203178 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning for port f188c690-115f-4508-9801-7267877a765c completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:16:04.206919 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port f188c690-115f-4508-9801-7267877a765c triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:16:04.213537 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:04.281795 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:04.303074 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1463b78-36b1-4958-84e8-4bcdf9a6f501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f188c690-115f-4508-9801-7267877a765c'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:16:04.305300 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cebbd64-fcbd-4d83-aaf6-becfda860b73" -d '{"events": [{"server_uuid": "d1463b78-36b1-4958-84e8-4bcdf9a6f501", "name": "network-vif-plugged", "status": "completed", "tag": "f188c690-115f-4508-9801-7267877a765c"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:16:04.328591 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port f188c690-115f-4508-9801-7267877a765c, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f188c690-115f-4508-9801-7267877a765c,segment=NetworkSegment(c51cf013-a507-4fca-bf38-473e03eeb00c),segment_id=c51cf013-a507-4fca-bf38-473e03eeb00c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:16:04.340436 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3f4e98-f6c8-4d2a-baf6-c59410a49dd0 x-openstack-request-id: req-ca3f4e98-f6c8-4d2a-baf6-c59410a49dd0 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:16:04.340729 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1463b78-36b1-4958-84e8-4bcdf9a6f501", "name": "network-vif-plugged", "status": "completed", "tag": "f188c690-115f-4508-9801-7267877a765c", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:16:04.340983 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca3f4e98-f6c8-4d2a-baf6-c59410a49dd0 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:16:04.341374 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1463b78-36b1-4958-84e8-4bcdf9a6f501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f188c690-115f-4508-9801-7267877a765c', 'code': 200} Jul 28 07:16:04.433849 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:04.435314 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 6d6c1eec-fba6-4419-bc23-23b98a25b55f no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:16:04.471451 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] No Port match for: 6d6c1eec-fba6-4419-bc23-23b98a25b55f {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:16:04.477205 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 6d6c1eec-fba6-4419-bc23-23b98a25b55f not bound to the agent host hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:16:04.477385 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e3e97-1d72-4f62-9c8f-220bea78f0ee req-cb5007fe-5a04-482e-a524-914be740a828 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:04.477385 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-028e3e97-1d72-4f62-9c8f-220bea78f0ee req-cb5007fe-5a04-482e-a524-914be740a828 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0476289 Jul 28 07:16:04.499078 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=f188c690-115f-4508-9801-7267877a765c,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:04.514707 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-028e3e97-1d72-4f62-9c8f-220bea78f0ee req-73a04f96-504f-413a-8a37-4ba39f264fb5 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322564 Jul 28 07:16:04.737151 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e8d3a-b59c-4840-88e1-3035afccc000 req-b851d6b6-a4ec-42ff-bc4a-b10b58c2e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:04.739374 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f6e8d3a-b59c-4840-88e1-3035afccc000 req-b851d6b6-a4ec-42ff-bc4a-b10b58c2e1d1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 1098 time: 0.0401053 Jul 28 07:16:04.774989 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f6e8d3a-b59c-4840-88e1-3035afccc000 req-288a4be0-0f0e-4019-9347-b3ac562e68e8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281236 Jul 28 07:16:05.631946 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cc0ad-f2c9-4542-ae81-a095ac5eeac0 req-e3df83f1-e061-43a7-9607-18e259e36a9e tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:05.633460 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dc5cc0ad-f2c9-4542-ae81-a095ac5eeac0 req-e3df83f1-e061-43a7-9607-18e259e36a9e tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0531754 Jul 28 07:16:05.672836 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dc5cc0ad-f2c9-4542-ae81-a095ac5eeac0 req-feb3e749-014e-490f-870e-5ee1fd258140 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331550 Jul 28 07:16:06.122619 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58696) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:16:06.581248 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b473de2-2161-47fe-b3a7-5d26e66b92c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2019898'] for router_interface, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:06.784656 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9a6ee-bafd-4554-94d9-728e17a3fb14 req-e2141725-a19f-4226-bd85-bd5199a78855 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:06.786134 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d4d9a6ee-bafd-4554-94d9-728e17a3fb14 req-e2141725-a19f-4226-bd85-bd5199a78855 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0481474 Jul 28 07:16:06.810897 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-4b473de2-2161-47fe-b3a7-5d26e66b92c1 admin admin] Deleting port e60be087-4d83-4b5a-9e98-b8d47231a60d {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:16:06.811255 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b473de2-2161-47fe-b3a7-5d26e66b92c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:06.823804 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d4d9a6ee-bafd-4554-94d9-728e17a3fb14 req-e97b2b00-0a67-4207-9f2d-670280716d61 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315835 Jul 28 07:16:06.889907 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-4b473de2-2161-47fe-b3a7-5d26e66b92c1 admin admin] For port e60be087-4d83-4b5a-9e98-b8d47231a60d, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=e60be087-4d83-4b5a-9e98-b8d47231a60d,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:16:06.890272 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b473de2-2161-47fe-b3a7-5d26e66b92c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:06.902642 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-4b473de2-2161-47fe-b3a7-5d26e66b92c1 admin admin] Calling delete_port for e60be087-4d83-4b5a-9e98-b8d47231a60d owned by network:router_interface {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:16:06.937725 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a172b1-332c-4ae0-a255-1df39633f96d req-cc688da0-9096-42af-b80a-f21583c87297 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:06.939219 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c0a172b1-332c-4ae0-a255-1df39633f96d req-cc688da0-9096-42af-b80a-f21583c87297 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0473776 Jul 28 07:16:06.976494 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c0a172b1-332c-4ae0-a255-1df39633f96d req-1bb8a781-cb54-48d5-9d54-aacdaf5ff0e9 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304723 Jul 28 07:16:06.997726 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58704) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:16:07.112998 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34adf43-28d5-44e9-8a88-cdbec31b83b6 tempest-TestShelveInstance-516892346 tempest-TestShelveInstance-516892346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:07.114495 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e34adf43-28d5-44e9-8a88-cdbec31b83b6 tempest-TestShelveInstance-516892346 tempest-TestShelveInstance-516892346-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 1093 time: 0.1158414 Jul 28 07:16:07.118007 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58708) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:16:07.122216 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-de8dbbca-91c5-4fac-a92e-3a4d9519478c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Request body: {'floatingip': {'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'port_id': 'f188c690-115f-4508-9801-7267877a765c', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:16:07.214195 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b473de2-2161-47fe-b3a7-5d26e66b92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:07.476818 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-de8dbbca-91c5-4fac-a92e-3a4d9519478c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for floatingip, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:07.479199 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b473de2-2161-47fe-b3a7-5d26e66b92c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e60be087-4d83-4b5a-9e98-b8d47231a60d,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:07.690199 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b473de2-2161-47fe-b3a7-5d26e66b92c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2019926'] for router_interface, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:07.739032 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-de8dbbca-91c5-4fac-a92e-3a4d9519478c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:07.923720 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-de8dbbca-91c5-4fac-a92e-3a4d9519478c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Allocated IP 172.27.0.210 (8c193189-1b67-4afb-a9ff-6e33854cf3c6/2c40bc55-7b7c-48af-93d0-df9752159746/e89b9093-a695-4af0-8ff2-a4ae76112882) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:16:08.039607 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b473de2-2161-47fe-b3a7-5d26e66b92c1 admin admin] Router 655166d7-5a9c-42b7-bf96-f87cda473293 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:16:08.110530 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-de8dbbca-91c5-4fac-a92e-3a4d9519478c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:08.190191 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b473de2-2161-47fe-b3a7-5d26e66b92c1 admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:16:08.196392 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-4b473de2-2161-47fe-b3a7-5d26e66b92c1 admin admin] 10.222.0.10 "PUT /v2.0/routers/655166d7-5a9c-42b7-bf96-f87cda473293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0727439 Jul 28 07:16:08.199027 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58710) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:16:08.201762 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e65f542-9149-44fd-ab59-051de0aa93d8 None None] Sync routers for ids ['655166d7-5a9c-42b7-bf96-f87cda473293'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:16:08.212341 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e65f542-9149-44fd-ab59-051de0aa93d8 None None] Routers {'655166d7-5a9c-42b7-bf96-f87cda473293'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:16:08.212977 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-8e65f542-9149-44fd-ab59-051de0aa93d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:15:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['655166d7-5a9c-42b7-bf96-f87cda473293'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:08.254850 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-de8dbbca-91c5-4fac-a92e-3a4d9519478c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:08.291969 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8dbbca-91c5-4fac-a92e-3a4d9519478c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:16:08.294786 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-de8dbbca-91c5-4fac-a92e-3a4d9519478c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:16:08.297170 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8dbbca-91c5-4fac-a92e-3a4d9519478c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:16:08.305398 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e1c2573d-c88e-40b0-bcf1-11682d931758 admin admin] Notify callbacks [] for router, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:08.314646 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-8e65f542-9149-44fd-ab59-051de0aa93d8 None None] Set router 655166d7-5a9c-42b7-bf96-f87cda473293 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:16:08.330036 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dbbca-91c5-4fac-a92e-3a4d9519478c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Pushing event updated for resources: {'Port': ['ID=e89b9093-a695-4af0-8ff2-a4ae76112882,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:08.411723 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e1c2573d-c88e-40b0-bcf1-11682d931758 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:08.498292 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-8e65f542-9149-44fd-ab59-051de0aa93d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:09:15Z', 'updated_at': '2021-07-28T07:16:07Z', 'revision_number': 5, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'gw_port': {'id': 'b50b519d-575c-454d-9049-04bb91cd17e7', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:09:16Z', 'updated_at': '2021-07-28T07:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:08.513453 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-e1c2573d-c88e-40b0-bcf1-11682d931758 admin admin] Deleting port b50b519d-575c-454d-9049-04bb91cd17e7 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:16:08.514089 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e1c2573d-c88e-40b0-bcf1-11682d931758 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:08.524950 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e65f542-9149-44fd-ab59-051de0aa93d8 None None] Checking router: 655166d7-5a9c-42b7-bf96-f87cda473293 for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:16:08.533438 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e65f542-9149-44fd-ab59-051de0aa93d8 None None] Routers {'655166d7-5a9c-42b7-bf96-f87cda473293'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:16:08.534068 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-8e65f542-9149-44fd-ab59-051de0aa93d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:15:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['655166d7-5a9c-42b7-bf96-f87cda473293'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:08.592371 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-e1c2573d-c88e-40b0-bcf1-11682d931758 admin admin] For port b50b519d-575c-454d-9049-04bb91cd17e7, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=b50b519d-575c-454d-9049-04bb91cd17e7,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:16:08.592885 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e1c2573d-c88e-40b0-bcf1-11682d931758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:08.605247 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-e1c2573d-c88e-40b0-bcf1-11682d931758 admin admin] Calling delete_port for b50b519d-575c-454d-9049-04bb91cd17e7 owned by network:router_gateway {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:16:08.629691 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-8e65f542-9149-44fd-ab59-051de0aa93d8 None None] Set router 655166d7-5a9c-42b7-bf96-f87cda473293 gateway port host: None {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:16:08.685033 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-8e65f542-9149-44fd-ab59-051de0aa93d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:09:15Z', 'updated_at': '2021-07-28T07:16:08Z', 'revision_number': 6, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'gw_port_host': None}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:08.711085 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e65f542-9149-44fd-ab59-051de0aa93d8 None None] The sync data for ids ['655166d7-5a9c-42b7-bf96-f87cda473293'] in dv-cinder-792800-1-iscsi is: [{'id': '655166d7-5a9c-42b7-bf96-f87cda473293', 'name': 'tempest-AttachVolumeShelveTestJSON-1192144907-router', 'tenant_id': '72669f81dfae41e59e1bf436c77c2d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:09:15Z', 'updated_at': '2021-07-28T07:16:08Z', 'revision_number': 6, 'project_id': '72669f81dfae41e59e1bf436c77c2d29', 'gw_port_host': None}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:16:08.716314 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-de8dbbca-91c5-4fac-a92e-3a4d9519478c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:08.882309 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e1c2573d-c88e-40b0-bcf1-11682d931758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:08.882609 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-de8dbbca-91c5-4fac-a92e-3a4d9519478c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:08.908923 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2573d-c88e-40b0-bcf1-11682d931758 admin admin] Pushing event deleted for resources: {'Port': ['ID=b50b519d-575c-454d-9049-04bb91cd17e7,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:08.973330 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e1c2573d-c88e-40b0-bcf1-11682d931758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2019828'] for router_gateway, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:09.034298 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-de8dbbca-91c5-4fac-a92e-3a4d9519478c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:09.064357 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e1c2573d-c88e-40b0-bcf1-11682d931758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1612907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:09.066603 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e1c2573d-c88e-40b0-bcf1-11682d931758 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:09.111797 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-de8dbbca-91c5-4fac-a92e-3a4d9519478c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:09.179270 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e1c2573d-c88e-40b0-bcf1-11682d931758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1612795'] for router, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:09.179939 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c2573d-c88e-40b0-bcf1-11682d931758 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 655166d7-5a9c-42b7-bf96-f87cda473293 {{(pid=93859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 07:16:09.184593 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e1c2573d-c88e-40b0-bcf1-11682d931758 admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:09.185803 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e1c2573d-c88e-40b0-bcf1-11682d931758 admin admin] 10.222.0.10 "DELETE /v2.0/routers/655166d7-5a9c-42b7-bf96-f87cda473293 HTTP/1.1" status: 204 len: 168 time: 0.9858112 Jul 28 07:16:09.188365 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58712) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:16:09.194929 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dbbca-91c5-4fac-a92e-3a4d9519478c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Pushing event updated for resources: {'Port': ['ID=e89b9093-a695-4af0-8ff2-a4ae76112882,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:09.203240 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-de8dbbca-91c5-4fac-a92e-3a4d9519478c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019642'] for floatingip, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:09.233872 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2db4a70-c103-4e47-b536-2af0bc037add admin admin] Deleting subnet daaf5aed-db9a-4a60-affc-b3c69fa15b44 {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 07:16:09.236942 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e2db4a70-c103-4e47-b536-2af0bc037add admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:09.274701 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e2db4a70-c103-4e47-b536-2af0bc037add admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107048'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:09.300601 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.l3_db [None req-de8dbbca-91c5-4fac-a92e-3a4d9519478c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Floating IP ad5ca5f8-62de-4bea-9698-13bc0de8743d associated. External IP: 172.27.0.210, port: f188c690-115f-4508-9801-7267877a765c. Jul 28 07:16:09.351226 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e2db4a70-c103-4e47-b536-2af0bc037add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991024'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:09.477767 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e2db4a70-c103-4e47-b536-2af0bc037add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2851810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232781'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:09.478962 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device e60be087-4d83-4b5a-9e98-b8d47231a60d no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:16:09.499348 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: e60be087-4d83-4b5a-9e98-b8d47231a60d {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:16:09.499977 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device e60be087-4d83-4b5a-9e98-b8d47231a60d not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:16:09.503451 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db4a70-c103-4e47-b536-2af0bc037add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daaf5aed-db9a-4a60-affc-b3c69fa15b44,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:09.511438 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e2db4a70-c103-4e47-b536-2af0bc037add admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:09.516357 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e2db4a70-c103-4e47-b536-2af0bc037add admin admin] 10.222.0.10 "DELETE /v2.0/subnets/daaf5aed-db9a-4a60-affc-b3c69fa15b44 HTTP/1.1" status: 204 len: 168 time: 0.3269677 Jul 28 07:16:09.516990 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58714) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:16:09.521758 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5287843e-88db-4250-bc3c-c5f73ce97f75 None None] Network a22c701b-550a-4f5d-9b1f-e1e45e7cb76a requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:16:09.607274 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2759568c-e1f5-4a24-affd-c0831c274113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584642'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:09.665166 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-2759568c-e1f5-4a24-affd-c0831c274113 admin admin] Deleting port 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:16:09.665544 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2759568c-e1f5-4a24-affd-c0831c274113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:09.717670 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-379e2589-670c-49b0-89fc-ce172e937849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:09.746063 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edc464d-ab19-491f-bd4b-7ecb64aeacb1 None None] DHCP port deletion for a22c701b-550a-4f5d-9b1f-e1e45e7cb76a request from dv-cinder-792800-1-iscsi {{(pid=93861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 07:16:09.746651 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-2759568c-e1f5-4a24-affd-c0831c274113 admin admin] For port 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:16:09.747029 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2759568c-e1f5-4a24-affd-c0831c274113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:09.761864 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-2759568c-e1f5-4a24-affd-c0831c274113 admin admin] Calling delete_port for 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e owned by network:dhcp {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:16:09.773673 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8dbbca-91c5-4fac-a92e-3a4d9519478c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Router 01cdc8cd-9d8b-4bca-9730-230f3ba8142e has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:16:09.798848 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-5edc464d-ab19-491f-bd4b-7ecb64aeacb1 None None] Deleting port 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:16:09.799355 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5edc464d-ab19-491f-bd4b-7ecb64aeacb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:09.887711 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8dbbca-91c5-4fac-a92e-3a4d9519478c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:16:09.892885 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-5edc464d-ab19-491f-bd4b-7ecb64aeacb1 None None] For port 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e,segment=NetworkSegment(8e713edf-5ebe-4417-81fe-52bc4bd79df0),segment_id=8e713edf-5ebe-4417-81fe-52bc4bd79df0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:16:09.893151 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5edc464d-ab19-491f-bd4b-7ecb64aeacb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:09.898974 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349dc403-0056-4296-9da9-2f11c8a1ddd8 None None] Sync routers for ids ['01cdc8cd-9d8b-4bca-9730-230f3ba8142e'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:16:09.907796 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349dc403-0056-4296-9da9-2f11c8a1ddd8 None None] Routers {'01cdc8cd-9d8b-4bca-9730-230f3ba8142e'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:16:09.908702 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-349dc403-0056-4296-9da9-2f11c8a1ddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:15:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['01cdc8cd-9d8b-4bca-9730-230f3ba8142e'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:09.914284 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-5edc464d-ab19-491f-bd4b-7ecb64aeacb1 None None] Calling delete_port for 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:16:09.917364 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2759568c-e1f5-4a24-affd-c0831c274113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:09.948351 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2759568c-e1f5-4a24-affd-c0831c274113 admin admin] No DVR routers for this DVR port 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e on host dv-cinder-792800-1-iscsi {{(pid=93859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:16:09.968870 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759568c-e1f5-4a24-affd-c0831c274113 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:09.986417 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-de8dbbca-91c5-4fac-a92e-3a4d9519478c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:09.998957 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5edc464d-ab19-491f-bd4b-7ecb64aeacb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:10.030303 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc464d-ab19-491f-bd4b-7ecb64aeacb1 None None] Pushing event deleted for resources: {'Port': ['ID=5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:10.037026 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-de8dbbca-91c5-4fac-a92e-3a4d9519478c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9134803 Jul 28 07:16:10.038044 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1463b78-36b1-4958-84e8-4bcdf9a6f501', 'tag': 'f188c690-115f-4508-9801-7267877a765c'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:16:10.040842 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcbea08-e0f7-46e2-b496-84812f8de61c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1463b78-36b1-4958-84e8-4bcdf9a6f501", "tag": "f188c690-115f-4508-9801-7267877a765c"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:16:10.056363 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edc464d-ab19-491f-bd4b-7ecb64aeacb1 None None] No DVR routers for this DVR port 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e on host dv-cinder-792800-1-iscsi {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:16:10.091701 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a967ee-ae7f-405e-879c-c04aacb2ad32 x-openstack-request-id: req-57a967ee-ae7f-405e-879c-c04aacb2ad32 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:16:10.092061 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1463b78-36b1-4958-84e8-4bcdf9a6f501", "tag": "f188c690-115f-4508-9801-7267877a765c", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:16:10.092376 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-57a967ee-ae7f-405e-879c-c04aacb2ad32 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:16:10.092851 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1463b78-36b1-4958-84e8-4bcdf9a6f501', 'tag': 'f188c690-115f-4508-9801-7267877a765c', 'status': 'completed', 'code': 200} Jul 28 07:16:10.128429 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-349dc403-0056-4296-9da9-2f11c8a1ddd8 None None] Set router 01cdc8cd-9d8b-4bca-9730-230f3ba8142e gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:16:10.157967 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbea08-e0f7-46e2-b496-84812f8de61c req-599f3389-c333-4c5b-b167-fdbae0a73e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:10.159633 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9dcbea08-e0f7-46e2-b496-84812f8de61c req-599f3389-c333-4c5b-b167-fdbae0a73e3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddae67d9b5049b191aad1bdcfe74932&device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 1098 time: 0.0433717 Jul 28 07:16:10.254938 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbea08-e0f7-46e2-b496-84812f8de61c req-96e972d9-98a6-48b4-9c7c-e79b9a4dff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:10.256835 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9dcbea08-e0f7-46e2-b496-84812f8de61c req-96e972d9-98a6-48b4-9c7c-e79b9a4dff77 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cdae3c2f-86f1-406b-8902-b727164bb58e HTTP/1.1" status: 200 len: 910 time: 0.0902689 Jul 28 07:16:10.303547 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2759568c-e1f5-4a24-affd-c0831c274113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983109', 'neutron.services.segments.db._delete_segments_for_network-8745676727345'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:10.314641 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-2759568c-e1f5-4a24-affd-c0831c274113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22c701b-550a-4f5d-9b1f-e1e45e7cb76a']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:10.324185 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-2759568c-e1f5-4a24-affd-c0831c274113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e713edf-5ebe-4417-81fe-52bc4bd79df0') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:10.324493 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-2759568c-e1f5-4a24-affd-c0831c274113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e713edf-5ebe-4417-81fe-52bc4bd79df0') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:10.326718 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9dcbea08-e0f7-46e2-b496-84812f8de61c req-34075242-ff1d-4821-8c25-f74db644ca1d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f188c690-115f-4508-9801-7267877a765c HTTP/1.1" status: 200 len: 999 time: 0.0602596 Jul 28 07:16:10.333126 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2759568c-e1f5-4a24-affd-c0831c274113 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745676728122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107041'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:10.348624 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2759568c-e1f5-4a24-affd-c0831c274113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:10.355158 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2759568c-e1f5-4a24-affd-c0831c274113 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 07:16:10.355752 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2759568c-e1f5-4a24-affd-c0831c274113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2851736'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: Traceback (most recent call last): Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: timer() Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: cb(*args, **kw) Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: return func(*args, **kwargs) Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: self._notify() Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: self.callback(batched_events) Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: event.method(event) Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: return f(self, *a, **k) Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: return self._get(url).json() Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 07:16:10.357466 dv-cinder-792800-1-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 07:16:10.366052 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-349dc403-0056-4296-9da9-2f11c8a1ddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'name': 'tempest-TestShelveInstance-1249787580-router', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:16Z', 'updated_at': '2021-07-28T07:15:20Z', 'revision_number': 4, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'gw_port': {'id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:17Z', 'updated_at': '2021-07-28T07:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': 'ad5ca5f8-62de-4bea-9698-13bc0de8743d', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'port_id': 'f188c690-115f-4508-9801-7267877a765c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e', 'mac_address': 'fa:16:3e:24:0b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1463b78-36b1-4958-84e8-4bcdf9a6f501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:16:08Z', 'updated_at': '2021-07-28T07:16:08Z', 'revision_number': 0, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98de2a21-8c05-4fe2-bc08-6ab95bb073b0', 'name': '', 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'mac_address': 'fa:16:3e:65:f4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:19Z', 'updated_at': '2021-07-28T07:15:25Z', 'revision_number': 5, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'subnets': [{'id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:10.384618 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbea08-e0f7-46e2-b496-84812f8de61c req-8b813b95-abb9-4c0e-a70e-f4c80974b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:10.386025 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9dcbea08-e0f7-46e2-b496-84812f8de61c req-8b813b95-abb9-4c0e-a70e-f4c80974b232 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0503e5d8-ea96-42b7-9d4f-7ea7b805a03d HTTP/1.1" status: 200 len: 848 time: 0.0528629 Jul 28 07:16:10.392458 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349dc403-0056-4296-9da9-2f11c8a1ddd8 None None] Checking router: 01cdc8cd-9d8b-4bca-9730-230f3ba8142e for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:16:10.400506 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349dc403-0056-4296-9da9-2f11c8a1ddd8 None None] Routers {'01cdc8cd-9d8b-4bca-9730-230f3ba8142e'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:16:10.401096 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-349dc403-0056-4296-9da9-2f11c8a1ddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:15:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['01cdc8cd-9d8b-4bca-9730-230f3ba8142e'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:10.435384 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbea08-e0f7-46e2-b496-84812f8de61c req-1b46ba28-6282-471c-9693-68604e894204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:10.436947 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9dcbea08-e0f7-46e2-b496-84812f8de61c req-1b46ba28-6282-471c-9693-68604e894204 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cdae3c2f-86f1-406b-8902-b727164bb58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445747 Jul 28 07:16:10.495007 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2759568c-e1f5-4a24-affd-c0831c274113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019784'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:10.499632 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2759568c-e1f5-4a24-affd-c0831c274113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:10.505604 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-2759568c-e1f5-4a24-affd-c0831c274113 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a22c701b-550a-4f5d-9b1f-e1e45e7cb76a HTTP/1.1" status: 204 len: 168 time: 0.9839568 Jul 28 07:16:10.511338 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-349dc403-0056-4296-9da9-2f11c8a1ddd8 None None] Set router 01cdc8cd-9d8b-4bca-9730-230f3ba8142e gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:16:10.517115 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759568c-e1f5-4a24-affd-c0831c274113 admin admin] Pushing event deleted for resources: {'Network': ['ID=a22c701b-550a-4f5d-9b1f-e1e45e7cb76a,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:10.531149 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9dcbea08-e0f7-46e2-b496-84812f8de61c req-48880791-0db5-43c4-8bc8-c0558c55628e service neutron] 10.222.0.11 "GET /v2.0/networks/cdae3c2f-86f1-406b-8902-b727164bb58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871770 Jul 28 07:16:10.625450 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9dcbea08-e0f7-46e2-b496-84812f8de61c req-b222643f-8753-48c5-b247-1dddc7475ee7 service neutron] 10.222.0.11 "GET /v2.0/networks/cdae3c2f-86f1-406b-8902-b727164bb58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871978 Jul 28 07:16:10.735403 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-349dc403-0056-4296-9da9-2f11c8a1ddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'name': 'tempest-TestShelveInstance-1249787580-router', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:16Z', 'updated_at': '2021-07-28T07:15:20Z', 'revision_number': 4, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'gw_port': {'id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:17Z', 'updated_at': '2021-07-28T07:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': 'ad5ca5f8-62de-4bea-9698-13bc0de8743d', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'port_id': 'f188c690-115f-4508-9801-7267877a765c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e', 'mac_address': 'fa:16:3e:24:0b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1463b78-36b1-4958-84e8-4bcdf9a6f501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:16:08Z', 'updated_at': '2021-07-28T07:16:08Z', 'revision_number': 0, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98de2a21-8c05-4fe2-bc08-6ab95bb073b0', 'name': '', 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'mac_address': 'fa:16:3e:65:f4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:19Z', 'updated_at': '2021-07-28T07:15:25Z', 'revision_number': 5, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'subnets': [{'id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:10.761543 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349dc403-0056-4296-9da9-2f11c8a1ddd8 None None] The sync data for ids ['01cdc8cd-9d8b-4bca-9730-230f3ba8142e'] in dv-cinder-792800-1-iscsi is: [{'id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'name': 'tempest-TestShelveInstance-1249787580-router', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:16Z', 'updated_at': '2021-07-28T07:15:20Z', 'revision_number': 4, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'gw_port': {'id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:17Z', 'updated_at': '2021-07-28T07:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': 'ad5ca5f8-62de-4bea-9698-13bc0de8743d', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'port_id': 'f188c690-115f-4508-9801-7267877a765c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e', 'mac_address': 'fa:16:3e:24:0b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1463b78-36b1-4958-84e8-4bcdf9a6f501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:16:08Z', 'updated_at': '2021-07-28T07:16:08Z', 'revision_number': 0, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98de2a21-8c05-4fe2-bc08-6ab95bb073b0', 'name': '', 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'mac_address': 'fa:16:3e:65:f4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:19Z', 'updated_at': '2021-07-28T07:15:25Z', 'revision_number': 5, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'subnets': [{'id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:16:10.860152 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58722) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:16:10.908223 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ad3aaeda-1c28-4dcf-9c1f-b8a57c9d1476 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=72669f81dfae41e59e1bf436c77c2d29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447080 Jul 28 07:16:10.908545 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58724) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:16:10.963584 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a8832e00-225c-4226-bc2e-1414527c6f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:10.988392 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a8832e00-225c-4226-bc2e-1414527c6f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:11.041289 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36619862-e388-496a-9e5f-69b9c667a178 None None] New status for floating IP ad5ca5f8-62de-4bea-9698-13bc0de8743d: ACTIVE {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 07:16:11.084181 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device b50b519d-575c-454d-9049-04bb91cd17e7 no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:16:11.108898 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: b50b519d-575c-454d-9049-04bb91cd17e7 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:16:11.109256 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device b50b519d-575c-454d-9049-04bb91cd17e7 not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:16:11.109656 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:16:11.123375 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a8832e00-225c-4226-bc2e-1414527c6f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:11.125982 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a8832e00-225c-4226-bc2e-1414527c6f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:11.127285 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a8832e00-225c-4226-bc2e-1414527c6f17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e71a753b-2def-4312-949d-e5dea494875e HTTP/1.1" status: 204 len: 168 time: 0.2178760 Jul 28 07:16:11.135937 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8832e00-225c-4226-bc2e-1414527c6f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71a753b-2def-4312-949d-e5dea494875e,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:11.140495 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:16:11.140850 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 5e6fd27f-2c05-4b39-bee1-3eb46d64eb5e not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:16:12.106836 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58746) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:16:12.204150 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-9ad18d3b-eb07-467b-93ca-992cb55018f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-796556243-network', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:16:12.299675 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad18d3b-eb07-467b-93ca-992cb55018f6 admin admin] Made reservation on behalf of 9cd9f77be95a4e948f579069965c7e85 for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:16:12.301870 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9ad18d3b-eb07-467b-93ca-992cb55018f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:12.310566 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9ad18d3b-eb07-467b-93ca-992cb55018f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:12.396186 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9ad18d3b-eb07-467b-93ca-992cb55018f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:12.448398 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9ad18d3b-eb07-467b-93ca-992cb55018f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:12.465713 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6ff0-2f5e-4c5d-8ba9-bee989c6ee45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:12.473724 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad18d3b-eb07-467b-93ca-992cb55018f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 07:16:12.483441 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad18d3b-eb07-467b-93ca-992cb55018f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7cbef9-8940-47fe-86c0-1a82a281221c,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:12.488084 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9ad18d3b-eb07-467b-93ca-992cb55018f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:12.488422 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-9ad18d3b-eb07-467b-93ca-992cb55018f6 admin admin] Added segment 8308b019-c624-4586-b651-29ec865802f3 of type vlan for network 884beb9b-9ac3-4b1b-a696-570162873f33 Jul 28 07:16:12.527636 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9ad18d3b-eb07-467b-93ca-992cb55018f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745676247143'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:12.625535 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9ad18d3b-eb07-467b-93ca-992cb55018f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:12.626498 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad18d3b-eb07-467b-93ca-992cb55018f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:12.627114 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9ad18d3b-eb07-467b-93ca-992cb55018f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:12.687726 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad18d3b-eb07-467b-93ca-992cb55018f6 admin admin] Pushing event updated for resources: {'Network': ['ID=884beb9b-9ac3-4b1b-a696-570162873f33,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:12.697294 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Network 884beb9b-9ac3-4b1b-a696-570162873f33 details requested by agent ovs-agent-dv-cinder-792800-1-iscsi with host dv-cinder-792800-1-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 07:16:12.734366 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-9ad18d3b-eb07-467b-93ca-992cb55018f6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6264181 Jul 28 07:16:12.737201 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58750) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:16:12.743162 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-86a1dc71-a523-416e-970b-ef747b854111 admin admin] Request body: {'subnet': {'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-796556243-subnet', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:16:12.759387 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:12.836913 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a1dc71-a523-416e-970b-ef747b854111 admin admin] Made reservation on behalf of 9cd9f77be95a4e948f579069965c7e85 for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:16:12.839268 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-86a1dc71-a523-416e-970b-ef747b854111 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147155'] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:13.076663 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-86a1dc71-a523-416e-970b-ef747b854111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9288062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147233'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:13.131616 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1dc71-a523-416e-970b-ef747b854111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b962e5fc-987c-48c7-ba89-eb09dbd5179e,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:13.141454 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a1dc71-a523-416e-970b-ef747b854111 admin admin] Checking segment: {'id': '8308b019-c624-4586-b651-29ec865802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:16:13.141824 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a1dc71-a523-416e-970b-ef747b854111 admin admin] Network hostable DHCP agents. Network: 884beb9b-9ac3-4b1b-a696-570162873f33, hostable agents: ['a9302e80-41e4-46d6-92fa-b7087ce18eda'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 07:16:13.230499 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a1dc71-a523-416e-970b-ef747b854111 admin admin] Network 884beb9b-9ac3-4b1b-a696-570162873f33 is scheduled to be hosted by DHCP agent a9302e80-41e4-46d6-92fa-b7087ce18eda with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 07:16:13.299236 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-86a1dc71-a523-416e-970b-ef747b854111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-1-iscsi, 884beb9b-9ac3-4b1b-a696-570162873f33) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:16:13.303039 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a1dc71-a523-416e-970b-ef747b854111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:13.303634 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-86a1dc71-a523-416e-970b-ef747b854111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:13.309266 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625c4d2f-9164-4e9a-a456-83daa365b34f None None] Network 884beb9b-9ac3-4b1b-a696-570162873f33 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:16:13.370672 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:13.392687 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-86a1dc71-a523-416e-970b-ef747b854111 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6544406 Jul 28 07:16:13.395304 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58752) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:16:13.399698 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-17098059-9b26-4149-ae6c-d8f5a45ea512 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:16:13.450579 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29852646-a841-58f8-bf0d-6edda1e9bba6-884beb9b-9ac3-4b1b-a696-570162873f33', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'fixed_ips': [{'subnet_id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e'}]}} from dv-cinder-792800-1-iscsi. {{(pid=93861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 07:16:13.451423 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:13.500058 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-17098059-9b26-4149-ae6c-d8f5a45ea512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1612837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1946'] for router, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:13.501084 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-17098059-9b26-4149-ae6c-d8f5a45ea512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2010447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1933'] for router, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:13.551608 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-17098059-9b26-4149-ae6c-d8f5a45ea512 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:13.580754 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Allocated IP 172.20.0.2 (884beb9b-9ac3-4b1b-a696-570162873f33/b962e5fc-987c-48c7-ba89-eb09dbd5179e/f982b658-9f2f-4d93-986e-e8cd078386dc) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:16:13.721628 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:13.730214 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Transition to ACTIVE for port object f982b658-9f2f-4d93-986e-e8cd078386dc will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:16:13.733737 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-17098059-9b26-4149-ae6c-d8f5a45ea512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2019765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1612823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1919'] for router, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:13.744429 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Transition to ACTIVE for port object f982b658-9f2f-4d93-986e-e8cd078386dc will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:16:13.837923 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:13.874391 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Network 884beb9b-9ac3-4b1b-a696-570162873f33 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:16:13.877283 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:16:13.886623 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:16:13.889459 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Pushing event updated for resources: {'Port': ['ID=f982b658-9f2f-4d93-986e-e8cd078386dc,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:13.944218 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Attempting to bind port f982b658-9f2f-4d93-986e-e8cd078386dc on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:16:13.944644 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Attempting to bind port f982b658-9f2f-4d93-986e-e8cd078386dc by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': '8308b019-c624-4586-b651-29ec865802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:16:13.945552 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Attempting to bind port f982b658-9f2f-4d93-986e-e8cd078386dc on network 884beb9b-9ac3-4b1b-a696-570162873f33 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:16:13.950651 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:16:13.950998 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Checking segment: {'id': '8308b019-c624-4586-b651-29ec865802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:16:13.951397 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:13.951786 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Bound using segment: {'id': '8308b019-c624-4586-b651-29ec865802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:16:13.952242 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Bound port: f982b658-9f2f-4d93-986e-e8cd078386dc, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8308b019-c624-4586-b651-29ec865802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:16:13.952616 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:14.006859 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-17098059-9b26-4149-ae6c-d8f5a45ea512 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:14.013711 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] For port f982b658-9f2f-4d93-986e-e8cd078386dc, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:16:14.016850 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] For port f982b658-9f2f-4d93-986e-e8cd078386dc, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=f982b658-9f2f-4d93-986e-e8cd078386dc,segment=NetworkSegment(8308b019-c624-4586-b651-29ec865802f3),segment_id=8308b019-c624-4586-b651-29ec865802f3)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:16:14.026601 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-17098059-9b26-4149-ae6c-d8f5a45ea512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:14.060343 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:14.118824 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53e5be-7042-435c-8ab6-99f919b8be5e None None] Pushing event updated for resources: {'Port': ['ID=f982b658-9f2f-4d93-986e-e8cd078386dc,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:14.130787 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-17098059-9b26-4149-ae6c-d8f5a45ea512 admin admin] Allocated IP 172.27.0.50 (8c193189-1b67-4afb-a9ff-6e33854cf3c6/2c40bc55-7b7c-48af-93d0-df9752159746/718840da-0999-40fe-8f8f-e920463305f8) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:16:14.235828 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-17098059-9b26-4149-ae6c-d8f5a45ea512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:14.357889 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-17098059-9b26-4149-ae6c-d8f5a45ea512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:14.394165 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17098059-9b26-4149-ae6c-d8f5a45ea512 admin admin] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:16:14.397837 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-17098059-9b26-4149-ae6c-d8f5a45ea512 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:16:14.400783 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17098059-9b26-4149-ae6c-d8f5a45ea512 admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:16:14.428213 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17098059-9b26-4149-ae6c-d8f5a45ea512 admin admin] Pushing event updated for resources: {'Port': ['ID=718840da-0999-40fe-8f8f-e920463305f8,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:14.743250 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-17098059-9b26-4149-ae6c-d8f5a45ea512 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:14.822902 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:16:14.926123 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29641299-24d1-4132-8f45-a5f7757d6356 None None] Network 884beb9b-9ac3-4b1b-a696-570162873f33 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:16:14.942932 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-17098059-9b26-4149-ae6c-d8f5a45ea512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2019728'] for router, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:15.063195 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:15.092198 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e6306ca7-166a-4dcc-a7ec-8d0720f4287e None None] Provisioning for port f982b658-9f2f-4d93-986e-e8cd078386dc completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:16:15.166702 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device f982b658-9f2f-4d93-986e-e8cd078386dc up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:16:15.180307 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17098059-9b26-4149-ae6c-d8f5a45ea512 admin admin] Router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 is scheduled to L3 agent 577d4668-314f-4871-90f8-11573d95b012 with binding_index 1 {{(pid=93860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 07:16:15.293289 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port f982b658-9f2f-4d93-986e-e8cd078386dc completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:16:15.294767 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17098059-9b26-4149-ae6c-d8f5a45ea512 admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:16:15.297864 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port f982b658-9f2f-4d93-986e-e8cd078386dc triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:16:15.298478 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:15.304880 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] Sync routers for ids ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:16:15.314153 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] Routers {'7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:16:15.314943 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:16:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:15.379378 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-17098059-9b26-4149-ae6c-d8f5a45ea512 admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:15.384062 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-17098059-9b26-4149-ae6c-d8f5a45ea512 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9847388 Jul 28 07:16:15.384488 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 58754) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:16:15.422743 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] Set router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:16:15.478206 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-9749fbe9-1d0b-4ba1-b020-16a16af1d2cf None None] Provisioning complete for port f982b658-9f2f-4d93-986e-e8cd078386dc triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:16:15.478602 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9749fbe9-1d0b-4ba1-b020-16a16af1d2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:15.547824 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:15.604078 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '718840da-0999-40fe-8f8f-e920463305f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:16:13Z', 'updated_at': '2021-07-28T07:16:14Z', 'revision_number': 3, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'gw_port': {'id': '718840da-0999-40fe-8f8f-e920463305f8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:14Z', 'updated_at': '2021-07-28T07:16:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:15.612380 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port f982b658-9f2f-4d93-986e-e8cd078386dc, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=f982b658-9f2f-4d93-986e-e8cd078386dc,segment=NetworkSegment(8308b019-c624-4586-b651-29ec865802f3),segment_id=8308b019-c624-4586-b651-29ec865802f3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:16:15.613705 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9749fbe9-1d0b-4ba1-b020-16a16af1d2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:15.630669 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] Checking router: 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:16:15.631011 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] Updating router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 port 718840da-0999-40fe-8f8f-e920463305f8 binding host dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 07:16:15.656005 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:15.689311 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:15.765783 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.db.api [None req-9749fbe9-1d0b-4ba1-b020-16a16af1d2cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 07:16:15.766191 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG oslo_db.api [None req-9749fbe9-1d0b-4ba1-b020-16a16af1d2cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 07:16:15.766805 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=f982b658-9f2f-4d93-986e-e8cd078386dc,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:15.942172 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:15.952115 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] Transition to ACTIVE for port object 718840da-0999-40fe-8f8f-e920463305f8 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:16:16.025729 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:16.033313 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-549c013c-84a8-4b07-bfc8-3721389802b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:16.075799 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] Attempting to bind port 718840da-0999-40fe-8f8f-e920463305f8 on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:16:16.076158 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] Attempting to bind port 718840da-0999-40fe-8f8f-e920463305f8 by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:16:16.076507 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] Attempting to bind port 718840da-0999-40fe-8f8f-e920463305f8 on network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:16:16.085087 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5829a9-cd79-45a2-91e7-8c298e0b54a1 None None] Pushing event updated for resources: {'Port': ['ID=718840da-0999-40fe-8f8f-e920463305f8,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:16.087900 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:16:16.088269 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] Checking segment: {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:16:16.088661 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:16.089038 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] Bound using segment: {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:16:16.089493 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] Bound port: 718840da-0999-40fe-8f8f-e920463305f8, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:16:16.089913 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:16.140856 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] For port 718840da-0999-40fe-8f8f-e920463305f8, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:16:16.144108 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] For port 718840da-0999-40fe-8f8f-e920463305f8, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=718840da-0999-40fe-8f8f-e920463305f8,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:16:16.186680 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-549c013c-84a8-4b07-bfc8-3721389802b0 admin admin] Allocated IP 172.20.0.1 (884beb9b-9ac3-4b1b-a696-570162873f33/b962e5fc-987c-48c7-ba89-eb09dbd5179e/d728ce62-a82c-46c3-89dd-094df7a5ac58) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:16:16.234420 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:16.282214 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] Routers {'7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:16:16.283005 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:16:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:16.308925 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-549c013c-84a8-4b07-bfc8-3721389802b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:16.322426 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-549c013c-84a8-4b07-bfc8-3721389802b0 admin admin] Transition to ACTIVE for port object d728ce62-a82c-46c3-89dd-094df7a5ac58 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:16:16.328620 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5829a9-cd79-45a2-91e7-8c298e0b54a1 None None] Pushing event updated for resources: {'Port': ['ID=718840da-0999-40fe-8f8f-e920463305f8,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:16.400383 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] Set router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:16:16.426067 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-549c013c-84a8-4b07-bfc8-3721389802b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:16.462917 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549c013c-84a8-4b07-bfc8-3721389802b0 admin admin] Network 884beb9b-9ac3-4b1b-a696-570162873f33 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:16:16.465619 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-549c013c-84a8-4b07-bfc8-3721389802b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:16:16.468023 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549c013c-84a8-4b07-bfc8-3721389802b0 admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:16:16.499386 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c013c-84a8-4b07-bfc8-3721389802b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d728ce62-a82c-46c3-89dd-094df7a5ac58,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:16.515656 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-549c013c-84a8-4b07-bfc8-3721389802b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2019663'] for router_interface, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:16.586577 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '718840da-0999-40fe-8f8f-e920463305f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:16:13Z', 'updated_at': '2021-07-28T07:16:14Z', 'revision_number': 3, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'gw_port': {'id': '718840da-0999-40fe-8f8f-e920463305f8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:14Z', 'updated_at': '2021-07-28T07:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:16.613872 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b296f-cdb3-409c-ad64-f219b242822c None None] The sync data for ids ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'] in dv-cinder-792800-1-iscsi is: [{'id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '718840da-0999-40fe-8f8f-e920463305f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:16:13Z', 'updated_at': '2021-07-28T07:16:14Z', 'revision_number': 3, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'gw_port': {'id': '718840da-0999-40fe-8f8f-e920463305f8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:14Z', 'updated_at': '2021-07-28T07:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:16:16.738323 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-549c013c-84a8-4b07-bfc8-3721389802b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:16.802954 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-912aa3b0-5d73-4807-9e06-a3ab8d96bfd3 None None] Provisioning for port d728ce62-a82c-46c3-89dd-094df7a5ac58 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:16:16.811754 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-912aa3b0-5d73-4807-9e06-a3ab8d96bfd3 None None] Provisioning complete for port d728ce62-a82c-46c3-89dd-094df7a5ac58 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:16:16.811754 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-912aa3b0-5d73-4807-9e06-a3ab8d96bfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:16.853159 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-912aa3b0-5d73-4807-9e06-a3ab8d96bfd3 None None] Port d728ce62-a82c-46c3-89dd-094df7a5ac58 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:16:16.921303 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-549c013c-84a8-4b07-bfc8-3721389802b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:16.979915 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-549c013c-84a8-4b07-bfc8-3721389802b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:17.052056 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c013c-84a8-4b07-bfc8-3721389802b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d728ce62-a82c-46c3-89dd-094df7a5ac58,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:17.055989 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-549c013c-84a8-4b07-bfc8-3721389802b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2020063'] for router_interface, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:17.156425 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549c013c-84a8-4b07-bfc8-3721389802b0 admin admin] Network 884beb9b-9ac3-4b1b-a696-570162873f33 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:16:17.157835 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-549c013c-84a8-4b07-bfc8-3721389802b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:16:17.160846 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device f982b658-9f2f-4d93-986e-e8cd078386dc up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:16:17.225367 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port f982b658-9f2f-4d93-986e-e8cd078386dc triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:16:17.226438 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:17.287002 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549c013c-84a8-4b07-bfc8-3721389802b0 admin admin] Router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:16:17.321747 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 718840da-0999-40fe-8f8f-e920463305f8 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:16:17.381030 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-c29f8855-3b78-4be9-b0ae-959ff08eab1d None None] Provisioning complete for port d728ce62-a82c-46c3-89dd-094df7a5ac58 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:16:17.381403 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c29f8855-3b78-4be9-b0ae-959ff08eab1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:17.410319 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549c013c-84a8-4b07-bfc8-3721389802b0 admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:16:17.417059 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-549c013c-84a8-4b07-bfc8-3721389802b0 admin admin] 10.222.0.10 "PUT /v2.0/routers/7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0304685 Jul 28 07:16:17.421618 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-c29f8855-3b78-4be9-b0ae-959ff08eab1d None None] Port d728ce62-a82c-46c3-89dd-094df7a5ac58 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:16:17.464975 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port 718840da-0999-40fe-8f8f-e920463305f8 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:16:17.468983 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 718840da-0999-40fe-8f8f-e920463305f8 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:16:17.469367 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:17.550074 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:17.570687 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port 718840da-0999-40fe-8f8f-e920463305f8, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=718840da-0999-40fe-8f8f-e920463305f8,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:16:17.636128 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:17.684419 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=718840da-0999-40fe-8f8f-e920463305f8,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:18.129285 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] Sync routers for ids ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:16:18.138609 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] Routers {'7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:16:18.139355 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:16:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:18.161921 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58764) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:16:18.167225 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-7e6d6446-ae12-45bb-b0e0-49609c37f6b0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1361207150', 'description': 'tempest-description--73376707'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:16:18.252273 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] Set router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:16:18.265953 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7e6d6446-ae12-45bb-b0e0-49609c37f6b0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:18.347667 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7e6d6446-ae12-45bb-b0e0-49609c37f6b0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:18.418995 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7e6d6446-ae12-45bb-b0e0-49609c37f6b0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:18.448322 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d6446-ae12-45bb-b0e0-49609c37f6b0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913567e6-a18f-4381-9f6d-7656138bcea9,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:18.451060 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '718840da-0999-40fe-8f8f-e920463305f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:16:13Z', 'updated_at': '2021-07-28T07:16:16Z', 'revision_number': 4, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'gw_port': {'id': '718840da-0999-40fe-8f8f-e920463305f8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:14Z', 'updated_at': '2021-07-28T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'd728ce62-a82c-46c3-89dd-094df7a5ac58', 'name': '', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'mac_address': 'fa:16:3e:ba:47:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:16Z', 'updated_at': '2021-07-28T07:16:16Z', 'revision_number': 2, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'subnets': [{'id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:18.481240 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] Checking router: 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:16:18.481606 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] Updating router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 port d728ce62-a82c-46c3-89dd-094df7a5ac58 binding host dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 07:16:18.504907 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:18.510502 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7e6d6446-ae12-45bb-b0e0-49609c37f6b0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:18.511913 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7e6d6446-ae12-45bb-b0e0-49609c37f6b0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3489146 Jul 28 07:16:18.514894 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58766) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:16:18.521681 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-b1dbee97-4f97-4e5b-8d19-d813311a2405 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Request body: {'security_group_rule': {'security_group_id': '913567e6-a18f-4381-9f6d-7656138bcea9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:16:18.623878 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b1dbee97-4f97-4e5b-8d19-d813311a2405 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:18.681974 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b1dbee97-4f97-4e5b-8d19-d813311a2405 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:18.745514 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b1dbee97-4f97-4e5b-8d19-d813311a2405 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:18.759418 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbee97-4f97-4e5b-8d19-d813311a2405 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d55cbbd-1572-483c-b211-1054c930fda0,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:18.761664 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:18.772542 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] Transition to ACTIVE for port object d728ce62-a82c-46c3-89dd-094df7a5ac58 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:16:18.831214 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b1dbee97-4f97-4e5b-8d19-d813311a2405 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:18.832426 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b1dbee97-4f97-4e5b-8d19-d813311a2405 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3165319 Jul 28 07:16:18.835099 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58768) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:16:18.839443 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-53ae84b1-e31c-4dba-86ba-5f7f7c536a45 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Request body: {'security_group_rule': {'security_group_id': '913567e6-a18f-4381-9f6d-7656138bcea9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:16:18.860112 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:18.911031 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89ea64-855f-42e4-9de9-b1ac2324422b None None] Pushing event updated for resources: {'Port': ['ID=d728ce62-a82c-46c3-89dd-094df7a5ac58,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:18.923382 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-53ae84b1-e31c-4dba-86ba-5f7f7c536a45 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:18.964852 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] Attempting to bind port d728ce62-a82c-46c3-89dd-094df7a5ac58 on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:16:18.965214 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] Attempting to bind port d728ce62-a82c-46c3-89dd-094df7a5ac58 by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': '8308b019-c624-4586-b651-29ec865802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:16:18.965565 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] Attempting to bind port d728ce62-a82c-46c3-89dd-094df7a5ac58 on network 884beb9b-9ac3-4b1b-a696-570162873f33 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:16:18.970912 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:16:18.971307 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] Checking segment: {'id': '8308b019-c624-4586-b651-29ec865802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:16:18.971774 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:18.972056 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] Bound using segment: {'id': '8308b019-c624-4586-b651-29ec865802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:16:18.972530 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] Bound port: d728ce62-a82c-46c3-89dd-094df7a5ac58, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8308b019-c624-4586-b651-29ec865802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:16:18.972928 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:18.991059 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-53ae84b1-e31c-4dba-86ba-5f7f7c536a45 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:19.041734 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] For port d728ce62-a82c-46c3-89dd-094df7a5ac58, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:16:19.045180 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] For port d728ce62-a82c-46c3-89dd-094df7a5ac58, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=d728ce62-a82c-46c3-89dd-094df7a5ac58,segment=NetworkSegment(8308b019-c624-4586-b651-29ec865802f3),segment_id=8308b019-c624-4586-b651-29ec865802f3)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:16:19.071967 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-53ae84b1-e31c-4dba-86ba-5f7f7c536a45 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:19.084797 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 718840da-0999-40fe-8f8f-e920463305f8 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:16:19.090913 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae84b1-e31c-4dba-86ba-5f7f7c536a45 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1ab027-fa3a-4528-b123-60e1de640df1,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:19.128592 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:19.156067 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-53ae84b1-e31c-4dba-86ba-5f7f7c536a45 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:19.160373 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-53ae84b1-e31c-4dba-86ba-5f7f7c536a45 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3214211 Jul 28 07:16:19.160832 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58770) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:16:19.165953 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-259ee70d-a02a-4ad4-b933-ed9d8dda3ae2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Request body: {'floatingip': {'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:16:19.188398 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 718840da-0999-40fe-8f8f-e920463305f8 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:16:19.188983 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:19.227815 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89ea64-855f-42e4-9de9-b1ac2324422b None None] Pushing event updated for resources: {'Port': ['ID=d728ce62-a82c-46c3-89dd-094df7a5ac58,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:19.234123 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] Routers {'7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:16:19.234665 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:16:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:19.248843 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-259ee70d-a02a-4ad4-b933-ed9d8dda3ae2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for floatingip, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:19.356074 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-259ee70d-a02a-4ad4-b933-ed9d8dda3ae2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:19.385712 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] Set router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:16:19.457835 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-259ee70d-a02a-4ad4-b933-ed9d8dda3ae2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Allocated IP 172.27.0.12 (8c193189-1b67-4afb-a9ff-6e33854cf3c6/2c40bc55-7b7c-48af-93d0-df9752159746/7d56f36a-280e-42ee-a6a1-2af75f6fb72a) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:16:19.560950 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-259ee70d-a02a-4ad4-b933-ed9d8dda3ae2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:19.594776 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '718840da-0999-40fe-8f8f-e920463305f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:16:13Z', 'updated_at': '2021-07-28T07:16:16Z', 'revision_number': 4, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'gw_port': {'id': '718840da-0999-40fe-8f8f-e920463305f8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:14Z', 'updated_at': '2021-07-28T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'd728ce62-a82c-46c3-89dd-094df7a5ac58', 'name': '', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'mac_address': 'fa:16:3e:ba:47:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:16Z', 'updated_at': '2021-07-28T07:16:19Z', 'revision_number': 4, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'subnets': [{'id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:19.620998 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cda4ca6-e9ea-474d-927b-327960b8e6b8 None None] The sync data for ids ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'] in dv-cinder-792800-1-iscsi is: [{'id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '718840da-0999-40fe-8f8f-e920463305f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:16:13Z', 'updated_at': '2021-07-28T07:16:16Z', 'revision_number': 4, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'gw_port': {'id': '718840da-0999-40fe-8f8f-e920463305f8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:14Z', 'updated_at': '2021-07-28T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'd728ce62-a82c-46c3-89dd-094df7a5ac58', 'name': '', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'mac_address': 'fa:16:3e:ba:47:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:16Z', 'updated_at': '2021-07-28T07:16:19Z', 'revision_number': 4, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'subnets': [{'id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:16:19.666705 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-259ee70d-a02a-4ad4-b933-ed9d8dda3ae2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:19.710038 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259ee70d-a02a-4ad4-b933-ed9d8dda3ae2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:16:19.713515 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-259ee70d-a02a-4ad4-b933-ed9d8dda3ae2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:16:19.717145 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ee70d-a02a-4ad4-b933-ed9d8dda3ae2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:16:19.741909 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ee70d-a02a-4ad4-b933-ed9d8dda3ae2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Pushing event updated for resources: {'Port': ['ID=7d56f36a-280e-42ee-a6a1-2af75f6fb72a,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:19.811959 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-259ee70d-a02a-4ad4-b933-ed9d8dda3ae2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:19.897931 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-259ee70d-a02a-4ad4-b933-ed9d8dda3ae2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:20.056584 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-259ee70d-a02a-4ad4-b933-ed9d8dda3ae2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:20.128577 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-259ee70d-a02a-4ad4-b933-ed9d8dda3ae2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851772'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:20.197152 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ee70d-a02a-4ad4-b933-ed9d8dda3ae2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Pushing event updated for resources: {'Port': ['ID=7d56f36a-280e-42ee-a6a1-2af75f6fb72a,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:20.209093 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-259ee70d-a02a-4ad4-b933-ed9d8dda3ae2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019642'] for floatingip, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:20.277254 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-259ee70d-a02a-4ad4-b933-ed9d8dda3ae2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:20.278573 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-259ee70d-a02a-4ad4-b933-ed9d8dda3ae2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1166999 Jul 28 07:16:20.421892 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f55af456-2413-485c-9d34-362e2e691fd3 req-f33cf696-5d6d-4e50-8d14-e86f2df731c8 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1361207150&fields=id&tenant_id=9cd9f77be95a4e948f579069965c7e85 HTTP/1.1" status: 200 len: 267 time: 0.0341644 Jul 28 07:16:20.534688 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55af456-2413-485c-9d34-362e2e691fd3 req-888a6472-190b-4140-9f62-511e4c088c7b tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:20.536117 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f55af456-2413-485c-9d34-362e2e691fd3 req-888a6472-190b-4140-9f62-511e4c088c7b tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/networks?id=884beb9b-9ac3-4b1b-a696-570162873f33 HTTP/1.1" status: 200 len: 810 time: 0.1075799 Jul 28 07:16:20.551841 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f55af456-2413-485c-9d34-362e2e691fd3 req-64457e74-5f69-40be-8a07-d57f4f8b6660 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/quotas/9cd9f77be95a4e948f579069965c7e85 HTTP/1.1" status: 200 len: 375 time: 0.0092838 Jul 28 07:16:20.607468 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f55af456-2413-485c-9d34-362e2e691fd3 req-39740299-317f-40be-8c43-e85ea84a4f41 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9cd9f77be95a4e948f579069965c7e85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500813 Jul 28 07:16:20.702034 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f55af456-2413-485c-9d34-362e2e691fd3 req-096e3b74-6385-41c8-a0e6-3c5d041d67c9 service neutron] 10.222.0.10 "GET /v2.0/networks/884beb9b-9ac3-4b1b-a696-570162873f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831921 Jul 28 07:16:20.788643 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f55af456-2413-485c-9d34-362e2e691fd3 req-1657414f-025a-4606-9ca3-e937030372c7 service neutron] 10.222.0.10 "GET /v2.0/networks/884beb9b-9ac3-4b1b-a696-570162873f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804849 Jul 28 07:16:21.026198 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2a858ebb-5b46-4963-8ecd-ea6a8d329247 req-91840199-ed9e-4ad3-8006-3e8041ffeb34 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 210 time: 0.0268779 Jul 28 07:16:21.112424 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device d728ce62-a82c-46c3-89dd-094df7a5ac58 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:16:21.219781 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port d728ce62-a82c-46c3-89dd-094df7a5ac58 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:16:21.223505 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port d728ce62-a82c-46c3-89dd-094df7a5ac58 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:16:21.223875 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:21.301717 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:21.332522 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port d728ce62-a82c-46c3-89dd-094df7a5ac58, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=d728ce62-a82c-46c3-89dd-094df7a5ac58,segment=NetworkSegment(8308b019-c624-4586-b651-29ec865802f3),segment_id=8308b019-c624-4586-b651-29ec865802f3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:16:21.414974 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:21.461837 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=d728ce62-a82c-46c3-89dd-094df7a5ac58,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:22.116223 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f1feacd0-17d6-44e6-b585-06c0fe27edb5 req-0466459e-bcb0-4600-9757-8a407312972d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 210 time: 0.0254633 Jul 28 07:16:23.039369 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55af456-2413-485c-9d34-362e2e691fd3 req-3de9b063-f671-4ee2-a271-74cb8406d2a2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:23.039369 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f55af456-2413-485c-9d34-362e2e691fd3 req-3de9b063-f671-4ee2-a271-74cb8406d2a2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.11 "GET /v2.0/networks?id=884beb9b-9ac3-4b1b-a696-570162873f33 HTTP/1.1" status: 200 len: 810 time: 0.0990648 Jul 28 07:16:23.086255 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device d728ce62-a82c-46c3-89dd-094df7a5ac58 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:16:23.091820 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f55af456-2413-485c-9d34-362e2e691fd3 req-34a3cee1-4410-45eb-b9f8-4f923cf5fb18 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cd9f77be95a4e948f579069965c7e85 HTTP/1.1" status: 200 len: 380 time: 0.0430582 Jul 28 07:16:23.103917 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-f55af456-2413-485c-9d34-362e2e691fd3 req-98de8ef5-df22-456c-b76d-54ab738d4a3d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Request body: {'port': {'device_id': '4a235fb4-1689-45b3-9cf5-53ab181f6e5b', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'admin_state_up': True, 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'security_groups': ['913567e6-a18f-4381-9f6d-7656138bcea9']}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:16:23.136553 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port d728ce62-a82c-46c3-89dd-094df7a5ac58 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:16:23.136908 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:23.229404 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3f9eae59-ca4c-42a6-ad95-4f4d783e1eae req-121407b2-f986-46cd-a70f-403ca35594ee tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 210 time: 0.0358768 Jul 28 07:16:23.338762 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55af456-2413-485c-9d34-362e2e691fd3 req-98de8ef5-df22-456c-b76d-54ab738d4a3d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Made reservation on behalf of 9cd9f77be95a4e948f579069965c7e85 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:16:23.344979 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f55af456-2413-485c-9d34-362e2e691fd3 req-98de8ef5-df22-456c-b76d-54ab738d4a3d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:23.471011 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-f55af456-2413-485c-9d34-362e2e691fd3 req-98de8ef5-df22-456c-b76d-54ab738d4a3d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Allocated IP 172.20.0.11 (884beb9b-9ac3-4b1b-a696-570162873f33/b962e5fc-987c-48c7-ba89-eb09dbd5179e/1832d2e0-d88b-4219-b039-82c2b16b8ae6) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:16:23.598600 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f55af456-2413-485c-9d34-362e2e691fd3 req-98de8ef5-df22-456c-b76d-54ab738d4a3d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:23.611503 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-f55af456-2413-485c-9d34-362e2e691fd3 req-98de8ef5-df22-456c-b76d-54ab738d4a3d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Transition to ACTIVE for port object 1832d2e0-d88b-4219-b039-82c2b16b8ae6 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:16:23.706074 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f55af456-2413-485c-9d34-362e2e691fd3 req-98de8ef5-df22-456c-b76d-54ab738d4a3d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:23.750413 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55af456-2413-485c-9d34-362e2e691fd3 req-98de8ef5-df22-456c-b76d-54ab738d4a3d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Network 884beb9b-9ac3-4b1b-a696-570162873f33 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:16:23.753405 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-f55af456-2413-485c-9d34-362e2e691fd3 req-98de8ef5-df22-456c-b76d-54ab738d4a3d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:16:23.757168 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55af456-2413-485c-9d34-362e2e691fd3 req-98de8ef5-df22-456c-b76d-54ab738d4a3d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:16:23.782979 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de8ef5-df22-456c-b76d-54ab738d4a3d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Pushing event updated for resources: {'Port': ['ID=1832d2e0-d88b-4219-b039-82c2b16b8ae6,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:23.810263 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55af456-2413-485c-9d34-362e2e691fd3 req-98de8ef5-df22-456c-b76d-54ab738d4a3d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:23.810913 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f55af456-2413-485c-9d34-362e2e691fd3 req-98de8ef5-df22-456c-b76d-54ab738d4a3d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:23.894047 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f55af456-2413-485c-9d34-362e2e691fd3 req-98de8ef5-df22-456c-b76d-54ab738d4a3d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7944229 Jul 28 07:16:23.907604 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] Request body: {'port': {'device_id': '4a235fb4-1689-45b3-9cf5-53ab181f6e5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:16:23.962022 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:24.007647 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ea4e50ef-284d-4e74-bf72-9587b5a50c80 None None] Provisioning for port 1832d2e0-d88b-4219-b039-82c2b16b8ae6 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:16:24.012250 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ea4e50ef-284d-4e74-bf72-9587b5a50c80 None None] Provisioning complete for port 1832d2e0-d88b-4219-b039-82c2b16b8ae6 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:16:24.012629 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea4e50ef-284d-4e74-bf72-9587b5a50c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:24.046149 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ea4e50ef-284d-4e74-bf72-9587b5a50c80 None None] Port 1832d2e0-d88b-4219-b039-82c2b16b8ae6 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:16:24.216257 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1832d2e0-d88b-4219-b039-82c2b16b8ae6 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:16:24.223349 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:24.234872 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] Transition to ACTIVE for port object 1832d2e0-d88b-4219-b039-82c2b16b8ae6 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:16:24.310302 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:24.343497 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63bd481-6c3c-483a-98bb-d13c4a088a04 req-9ef0e954-4c29-4cd4-a0f1-6f5833408559 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:24.344452 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a63bd481-6c3c-483a-98bb-d13c4a088a04 req-9ef0e954-4c29-4cd4-a0f1-6f5833408559 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 932 time: 0.0481882 Jul 28 07:16:24.365594 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] Pushing event updated for resources: {'Port': ['ID=1832d2e0-d88b-4219-b039-82c2b16b8ae6,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:24.395842 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a63bd481-6c3c-483a-98bb-d13c4a088a04 req-1c2b80be-da37-4011-b942-3c3e6f75ccbd tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444686 Jul 28 07:16:24.442557 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] Attempting to bind port 1832d2e0-d88b-4219-b039-82c2b16b8ae6 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:16:24.442891 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] Attempting to bind port 1832d2e0-d88b-4219-b039-82c2b16b8ae6 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '8308b019-c624-4586-b651-29ec865802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:16:24.443216 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] Attempting to bind port 1832d2e0-d88b-4219-b039-82c2b16b8ae6 on network 884beb9b-9ac3-4b1b-a696-570162873f33 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:16:24.447623 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] Port 1832d2e0-d88b-4219-b039-82c2b16b8ae6 on network 884beb9b-9ac3-4b1b-a696-570162873f33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 07:16:24.447947 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] Attempting to bind port 1832d2e0-d88b-4219-b039-82c2b16b8ae6 on network 884beb9b-9ac3-4b1b-a696-570162873f33 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:16:24.452894 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] Checking agent: {'id': '9049993c-5c8b-4294-bcfd-702819f13098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'started_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:16:24.453232 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] Checking segment: {'id': '8308b019-c624-4586-b651-29ec865802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:16:24.453629 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] Bound using segment: {'id': '8308b019-c624-4586-b651-29ec865802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:16:24.454036 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] Bound port: 1832d2e0-d88b-4219-b039-82c2b16b8ae6, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8308b019-c624-4586-b651-29ec865802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:16:24.454396 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:24.518233 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] For port 1832d2e0-d88b-4219-b039-82c2b16b8ae6, host hv-cinder-79280, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:16:24.521095 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] For port 1832d2e0-d88b-4219-b039-82c2b16b8ae6, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=1832d2e0-d88b-4219-b039-82c2b16b8ae6,segment=NetworkSegment(8308b019-c624-4586-b651-29ec865802f3),segment_id=8308b019-c624-4586-b651-29ec865802f3)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:16:24.712478 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:24.747516 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:24.748189 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:24.749606 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f55af456-2413-485c-9d34-362e2e691fd3 req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] 10.222.0.11 "PUT /v2.0/ports/1832d2e0-d88b-4219-b039-82c2b16b8ae6 HTTP/1.1" status: 200 len: 1094 time: 0.8464961 Jul 28 07:16:24.750042 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a235fb4-1689-45b3-9cf5-53ab181f6e5b', 'tag': '1832d2e0-d88b-4219-b039-82c2b16b8ae6'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:16:24.752323 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23916a2-9805-404e-a6aa-867133699217" -d '{"events": [{"name": "network-changed", "server_uuid": "4a235fb4-1689-45b3-9cf5-53ab181f6e5b", "tag": "1832d2e0-d88b-4219-b039-82c2b16b8ae6"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:16:24.775400 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b858eaf-0ff7-4dd5-9a3e-8aa50aac6c26 service neutron] Pushing event updated for resources: {'Port': ['ID=1832d2e0-d88b-4219-b039-82c2b16b8ae6,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:24.905477 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55af456-2413-485c-9d34-362e2e691fd3 req-9c14e8c4-2088-4c64-b4e9-a81edf3b9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:24.907016 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f55af456-2413-485c-9d34-362e2e691fd3 req-9c14e8c4-2088-4c64-b4e9-a81edf3b9be5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cd9f77be95a4e948f579069965c7e85&device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 1097 time: 0.0422730 Jul 28 07:16:24.952912 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f55af456-2413-485c-9d34-362e2e691fd3 req-7972f0ac-3834-4566-a72d-803de19a6ad5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1832d2e0-d88b-4219-b039-82c2b16b8ae6 HTTP/1.1" status: 200 len: 217 time: 0.0365584 Jul 28 07:16:25.008990 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55af456-2413-485c-9d34-362e2e691fd3 req-8aa67bc8-3bf8-40cf-91b3-c0fd9b8f1597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:25.010407 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f55af456-2413-485c-9d34-362e2e691fd3 req-8aa67bc8-3bf8-40cf-91b3-c0fd9b8f1597 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b962e5fc-987c-48c7-ba89-eb09dbd5179e HTTP/1.1" status: 200 len: 849 time: 0.0461922 Jul 28 07:16:25.054422 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55af456-2413-485c-9d34-362e2e691fd3 req-c3c475bc-1492-48cd-b4cb-a345d216b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:25.055886 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f55af456-2413-485c-9d34-362e2e691fd3 req-c3c475bc-1492-48cd-b4cb-a345d216b1f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=884beb9b-9ac3-4b1b-a696-570162873f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385613 Jul 28 07:16:25.147085 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f55af456-2413-485c-9d34-362e2e691fd3 req-95c9bf09-6ff7-4dc3-a72d-4742c380d1f8 service neutron] 10.222.0.11 "GET /v2.0/networks/884beb9b-9ac3-4b1b-a696-570162873f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831711 Jul 28 07:16:25.233066 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f55af456-2413-485c-9d34-362e2e691fd3 req-efd5d578-93c4-4f50-82c1-320e142b52ba service neutron] 10.222.0.11 "GET /v2.0/networks/884beb9b-9ac3-4b1b-a696-570162873f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789750 Jul 28 07:16:25.513722 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba425002-e980-4e4b-9f98-80265e5f5034 req-6ea1145e-7b66-422d-9e56-e08a4634a2b9 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:25.515206 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba425002-e980-4e4b-9f98-80265e5f5034 req-6ea1145e-7b66-422d-9e56-e08a4634a2b9 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 944 time: 0.0493009 Jul 28 07:16:25.555858 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba425002-e980-4e4b-9f98-80265e5f5034 req-b59a9284-acfc-4925-af15-1cbcfa870737 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343759 Jul 28 07:16:26.671429 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031d36f-7692-461e-a796-d098397e2a92 req-795863e4-80c8-440c-8274-e3684a4882f2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:26.672914 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3031d36f-7692-461e-a796-d098397e2a92 req-795863e4-80c8-440c-8274-e3684a4882f2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 944 time: 0.0510178 Jul 28 07:16:26.713514 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3031d36f-7692-461e-a796-d098397e2a92 req-3802a3ff-1e8a-441c-bb2e-f0a8905d7907 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348024 Jul 28 07:16:27.070154 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:27.825048 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af36c5-be8e-4b20-b873-18c9a8166a19 req-07ca59bd-dc70-4898-9537-ab0351c0f9cd tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:27.826392 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d7af36c5-be8e-4b20-b873-18c9a8166a19 req-07ca59bd-dc70-4898-9537-ab0351c0f9cd tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 944 time: 0.0477242 Jul 28 07:16:27.863733 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d7af36c5-be8e-4b20-b873-18c9a8166a19 req-9290ab4a-4bdb-4d08-b557-e2649a7e8ed7 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315139 Jul 28 07:16:28.179725 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 1832d2e0-d88b-4219-b039-82c2b16b8ae6 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:16:28.273283 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 1832d2e0-d88b-4219-b039-82c2b16b8ae6, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=1832d2e0-d88b-4219-b039-82c2b16b8ae6,segment=NetworkSegment(8308b019-c624-4586-b651-29ec865802f3),segment_id=8308b019-c624-4586-b651-29ec865802f3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:16:28.284518 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': '1832d2e0-d88b-4219-b039-82c2b16b8ae6', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'port_id': '1832d2e0-d88b-4219-b039-82c2b16b8ae6', 'mac_address': 'fa:16:3e:4e:2a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:16:28.320588 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:28.332608 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1832d2e0-d88b-4219-b039-82c2b16b8ae6 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:16:28.352621 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 1832d2e0-d88b-4219-b039-82c2b16b8ae6, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=1832d2e0-d88b-4219-b039-82c2b16b8ae6,segment=NetworkSegment(8308b019-c624-4586-b651-29ec865802f3),segment_id=8308b019-c624-4586-b651-29ec865802f3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:16:28.407399 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:28.458378 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=1832d2e0-d88b-4219-b039-82c2b16b8ae6,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:28.633060 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['1832d2e0-d88b-4219-b039-82c2b16b8ae6'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:16:28.975366 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea5014-1bb0-45fb-9577-0b19c4d160fe req-bab2e962-98bf-4a2d-9925-491edd5bd975 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:28.976835 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3cea5014-1bb0-45fb-9577-0b19c4d160fe req-bab2e962-98bf-4a2d-9925-491edd5bd975 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 945 time: 0.0485573 Jul 28 07:16:29.013980 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3cea5014-1bb0-45fb-9577-0b19c4d160fe req-88fc4dfb-a82f-4d90-bf41-69400e2d8a5c tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313287 Jul 28 07:16:29.686078 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9ab797ca-8c5e-4843-83e3-a50debd27434 req-c9fbf981-e7d2-4deb-9ce2-aa8605a3f6be service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430646 Jul 28 07:16:29.765500 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab797ca-8c5e-4843-83e3-a50debd27434 req-7f3da82c-7882-4fd9-82fc-3cd1a50905b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:29.766982 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9ab797ca-8c5e-4843-83e3-a50debd27434 req-7f3da82c-7882-4fd9-82fc-3cd1a50905b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddae67d9b5049b191aad1bdcfe74932&device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 1098 time: 0.0392714 Jul 28 07:16:29.864389 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab797ca-8c5e-4843-83e3-a50debd27434 req-aa592990-d3fc-4949-86dc-74af17ca94d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:29.865800 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9ab797ca-8c5e-4843-83e3-a50debd27434 req-aa592990-d3fc-4949-86dc-74af17ca94d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cdae3c2f-86f1-406b-8902-b727164bb58e HTTP/1.1" status: 200 len: 910 time: 0.0803261 Jul 28 07:16:29.938099 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9ab797ca-8c5e-4843-83e3-a50debd27434 req-82d08474-959e-478d-85ea-91539018a2c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f188c690-115f-4508-9801-7267877a765c HTTP/1.1" status: 200 len: 1001 time: 0.0645344 Jul 28 07:16:29.986553 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab797ca-8c5e-4843-83e3-a50debd27434 req-618af2b3-f5bd-4f04-8641-a7a99b2fa90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:29.987937 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9ab797ca-8c5e-4843-83e3-a50debd27434 req-618af2b3-f5bd-4f04-8641-a7a99b2fa90a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0503e5d8-ea96-42b7-9d4f-7ea7b805a03d HTTP/1.1" status: 200 len: 848 time: 0.0424340 Jul 28 07:16:30.032676 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab797ca-8c5e-4843-83e3-a50debd27434 req-e17d4662-36f8-4cc1-9415-aa647ea0c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:30.034137 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9ab797ca-8c5e-4843-83e3-a50debd27434 req-e17d4662-36f8-4cc1-9415-aa647ea0c62d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cdae3c2f-86f1-406b-8902-b727164bb58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385730 Jul 28 07:16:30.124775 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9ab797ca-8c5e-4843-83e3-a50debd27434 req-176b0857-a690-481a-8bfb-be1b738ce7a9 service neutron] 10.222.0.11 "GET /v2.0/networks/cdae3c2f-86f1-406b-8902-b727164bb58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831687 Jul 28 07:16:30.126144 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e5640-3689-4d66-8330-55dd36b3e7b5 req-4b299bad-f54a-4a64-9bd9-e2ff5f92635d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:30.127632 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e17e5640-3689-4d66-8330-55dd36b3e7b5 req-4b299bad-f54a-4a64-9bd9-e2ff5f92635d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 945 time: 0.0480988 Jul 28 07:16:30.170418 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e17e5640-3689-4d66-8330-55dd36b3e7b5 req-84e0cda7-cf20-4361-886a-8af9978ea886 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365717 Jul 28 07:16:30.196294 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 1832d2e0-d88b-4219-b039-82c2b16b8ae6 up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:16:30.215947 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9ab797ca-8c5e-4843-83e3-a50debd27434 req-585132aa-1073-4242-a225-6068033c1312 service neutron] 10.222.0.11 "GET /v2.0/networks/cdae3c2f-86f1-406b-8902-b727164bb58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835052 Jul 28 07:16:30.305045 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning for port 1832d2e0-d88b-4219-b039-82c2b16b8ae6 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:16:30.308534 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port 1832d2e0-d88b-4219-b039-82c2b16b8ae6 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:16:30.308898 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:30.381774 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:30.403831 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a235fb4-1689-45b3-9cf5-53ab181f6e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1832d2e0-d88b-4219-b039-82c2b16b8ae6'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:16:30.406054 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cc37ed-ca03-4918-b6f1-705cace2a7a1" -d '{"events": [{"server_uuid": "4a235fb4-1689-45b3-9cf5-53ab181f6e5b", "name": "network-vif-plugged", "status": "completed", "tag": "1832d2e0-d88b-4219-b039-82c2b16b8ae6"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:16:30.418336 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 1832d2e0-d88b-4219-b039-82c2b16b8ae6, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=1832d2e0-d88b-4219-b039-82c2b16b8ae6,segment=NetworkSegment(8308b019-c624-4586-b651-29ec865802f3),segment_id=8308b019-c624-4586-b651-29ec865802f3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:16:30.440006 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589499ac-0064-49c0-9ae1-e7c9fbc173a4 x-openstack-request-id: req-589499ac-0064-49c0-9ae1-e7c9fbc173a4 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:16:30.440291 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a235fb4-1689-45b3-9cf5-53ab181f6e5b", "name": "network-vif-plugged", "status": "completed", "tag": "1832d2e0-d88b-4219-b039-82c2b16b8ae6", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:16:30.440541 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-589499ac-0064-49c0-9ae1-e7c9fbc173a4 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:16:30.441035 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a235fb4-1689-45b3-9cf5-53ab181f6e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1832d2e0-d88b-4219-b039-82c2b16b8ae6', 'code': 200} Jul 28 07:16:30.499900 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:30.547641 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=1832d2e0-d88b-4219-b039-82c2b16b8ae6,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:16:30.754181 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6e342-1055-4c22-8f5a-14e9c3c6af53 req-d799546a-41f0-4394-a4b3-6f547ff7cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:30.755862 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c9f6e342-1055-4c22-8f5a-14e9c3c6af53 req-d799546a-41f0-4394-a4b3-6f547ff7cd64 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 1099 time: 0.0401151 Jul 28 07:16:30.792841 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c9f6e342-1055-4c22-8f5a-14e9c3c6af53 req-0a454ea6-fb65-4334-853e-550c09c3acc4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294154 Jul 28 07:16:31.282790 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b829a1-a0b3-420b-b099-f6ffe43fc44f req-a37438ac-952d-4357-8b75-f8fd9f9467e2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:31.284152 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e4b829a1-a0b3-420b-b099-f6ffe43fc44f req-a37438ac-952d-4357-8b75-f8fd9f9467e2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0477569 Jul 28 07:16:31.321372 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e4b829a1-a0b3-420b-b099-f6ffe43fc44f req-719522df-9f11-4705-881f-5fe6ceb3e34f tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309260 Jul 28 07:16:32.432057 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b897da-f74a-44db-af7d-0505e1c28fae req-2590a554-562e-44d6-ae8f-7e193274db8a tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:32.433522 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-28b897da-f74a-44db-af7d-0505e1c28fae req-2590a554-562e-44d6-ae8f-7e193274db8a tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0475228 Jul 28 07:16:32.470431 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-28b897da-f74a-44db-af7d-0505e1c28fae req-21dd6d44-8a4e-4307-9744-966291195b35 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310707 Jul 28 07:16:32.577742 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c493435-5599-4f58-ba9a-db1128c2881f req-ea4c0917-c44e-4578-8d7c-cafff33a29ea tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:32.579240 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0c493435-5599-4f58-ba9a-db1128c2881f req-ea4c0917-c44e-4578-8d7c-cafff33a29ea tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0478947 Jul 28 07:16:32.587493 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 58830) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:16:32.592026 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-418c9bb4-e7c4-485d-8afc-d419c0f036c6 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Request body: {'floatingip': {'port_id': '1832d2e0-d88b-4219-b039-82c2b16b8ae6'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:16:32.633656 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-418c9bb4-e7c4-485d-8afc-d419c0f036c6 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for floatingip, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:33.065118 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-418c9bb4-e7c4-485d-8afc-d419c0f036c6 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:33.122279 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-418c9bb4-e7c4-485d-8afc-d419c0f036c6 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019642'] for floatingip, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:33.222229 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.db.l3_db [None req-418c9bb4-e7c4-485d-8afc-d419c0f036c6 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Floating IP bc39319c-06a9-4428-8804-c80ff8704be7 associated. External IP: 172.27.0.12, port: 1832d2e0-d88b-4219-b039-82c2b16b8ae6. Jul 28 07:16:33.417372 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418c9bb4-e7c4-485d-8afc-d419c0f036c6 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:16:33.521236 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418c9bb4-e7c4-485d-8afc-d419c0f036c6 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:16:33.526896 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-418c9bb4-e7c4-485d-8afc-d419c0f036c6 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:33.531437 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bd13dd-5ae9-45be-ad4c-0e1eb1b26175 None None] Sync routers for ids ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:16:33.540647 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bd13dd-5ae9-45be-ad4c-0e1eb1b26175 None None] Routers {'7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:16:33.541248 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-14bd13dd-5ae9-45be-ad4c-0e1eb1b26175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:16:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:33.555634 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-418c9bb4-e7c4-485d-8afc-d419c0f036c6 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "PUT /v2.0/floatingips/bc39319c-06a9-4428-8804-c80ff8704be7 HTTP/1.1" status: 200 len: 991 time: 0.9670601 Jul 28 07:16:33.556219 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a235fb4-1689-45b3-9cf5-53ab181f6e5b', 'tag': '1832d2e0-d88b-4219-b039-82c2b16b8ae6'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:16:33.558488 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf99b37901c056801dd7a1baa5d1ab64c278f5b65534bcabbbad100ea1a30f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d571a219-5147-44ed-b671-4cee5c674ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "4a235fb4-1689-45b3-9cf5-53ab181f6e5b", "tag": "1832d2e0-d88b-4219-b039-82c2b16b8ae6"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:16:33.646454 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-14bd13dd-5ae9-45be-ad4c-0e1eb1b26175 None None] Set router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:16:33.666050 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248fac1c-0723-4cbf-9bf2-a413ea55df63 x-openstack-request-id: req-248fac1c-0723-4cbf-9bf2-a413ea55df63 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:16:33.666350 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a235fb4-1689-45b3-9cf5-53ab181f6e5b", "tag": "1832d2e0-d88b-4219-b039-82c2b16b8ae6", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:16:33.666644 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-248fac1c-0723-4cbf-9bf2-a413ea55df63 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:16:33.667049 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a235fb4-1689-45b3-9cf5-53ab181f6e5b', 'tag': '1832d2e0-d88b-4219-b039-82c2b16b8ae6', 'status': 'completed', 'code': 200} Jul 28 07:16:33.726835 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571a219-5147-44ed-b671-4cee5c674ee9 req-cf060923-dd87-4ba5-8d25-31c7cb273a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:33.728501 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d571a219-5147-44ed-b671-4cee5c674ee9 req-cf060923-dd87-4ba5-8d25-31c7cb273a24 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cd9f77be95a4e948f579069965c7e85&device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 1099 time: 0.0409398 Jul 28 07:16:33.819966 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571a219-5147-44ed-b671-4cee5c674ee9 req-0bba4bfc-15a9-4b73-9acc-108de066c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:33.822115 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d571a219-5147-44ed-b671-4cee5c674ee9 req-0bba4bfc-15a9-4b73-9acc-108de066c866 service neutron] 10.222.0.11 "GET /v2.0/networks?id=884beb9b-9ac3-4b1b-a696-570162873f33 HTTP/1.1" status: 200 len: 911 time: 0.0862234 Jul 28 07:16:33.888566 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d571a219-5147-44ed-b671-4cee5c674ee9 req-4aef0c57-e519-4a3b-bd39-1be3b074462f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1832d2e0-d88b-4219-b039-82c2b16b8ae6 HTTP/1.1" status: 200 len: 999 time: 0.0594563 Jul 28 07:16:33.936688 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571a219-5147-44ed-b671-4cee5c674ee9 req-1a924572-ed9a-4393-92e5-8a23dae1ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:33.938145 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d571a219-5147-44ed-b671-4cee5c674ee9 req-1a924572-ed9a-4393-92e5-8a23dae1ea69 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b962e5fc-987c-48c7-ba89-eb09dbd5179e HTTP/1.1" status: 200 len: 849 time: 0.0424869 Jul 28 07:16:33.956265 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-14bd13dd-5ae9-45be-ad4c-0e1eb1b26175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '718840da-0999-40fe-8f8f-e920463305f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:16:13Z', 'updated_at': '2021-07-28T07:16:16Z', 'revision_number': 4, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'gw_port': {'id': '718840da-0999-40fe-8f8f-e920463305f8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:14Z', 'updated_at': '2021-07-28T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': 'bc39319c-06a9-4428-8804-c80ff8704be7', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'port_id': '1832d2e0-d88b-4219-b039-82c2b16b8ae6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'mac_address': 'fa:16:3e:4e:2a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a235fb4-1689-45b3-9cf5-53ab181f6e5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:16:19Z', 'updated_at': '2021-07-28T07:16:32Z', 'revision_number': 1, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd728ce62-a82c-46c3-89dd-094df7a5ac58', 'name': '', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'mac_address': 'fa:16:3e:ba:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:16Z', 'updated_at': '2021-07-28T07:16:21Z', 'revision_number': 5, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'subnets': [{'id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:33.981764 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bd13dd-5ae9-45be-ad4c-0e1eb1b26175 None None] Checking router: 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:16:33.982915 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571a219-5147-44ed-b671-4cee5c674ee9 req-6e50d478-cd39-466e-8cc7-a7274362a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:16:33.984456 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d571a219-5147-44ed-b671-4cee5c674ee9 req-6e50d478-cd39-466e-8cc7-a7274362a24e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=884beb9b-9ac3-4b1b-a696-570162873f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395033 Jul 28 07:16:33.989860 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bd13dd-5ae9-45be-ad4c-0e1eb1b26175 None None] Routers {'7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:16:33.990479 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-14bd13dd-5ae9-45be-ad4c-0e1eb1b26175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:16:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:34.079249 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d571a219-5147-44ed-b671-4cee5c674ee9 req-890b8cd1-28f8-4162-9eb3-545e7f2c46e0 service neutron] 10.222.0.11 "GET /v2.0/networks/884beb9b-9ac3-4b1b-a696-570162873f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869820 Jul 28 07:16:34.093965 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-14bd13dd-5ae9-45be-ad4c-0e1eb1b26175 None None] Set router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:16:34.167979 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d571a219-5147-44ed-b671-4cee5c674ee9 req-bda1a8cd-6806-4138-ac97-7e7acee2e2db service neutron] 10.222.0.11 "GET /v2.0/networks/884beb9b-9ac3-4b1b-a696-570162873f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805042 Jul 28 07:16:34.309675 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-14bd13dd-5ae9-45be-ad4c-0e1eb1b26175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '718840da-0999-40fe-8f8f-e920463305f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:16:13Z', 'updated_at': '2021-07-28T07:16:16Z', 'revision_number': 4, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'gw_port': {'id': '718840da-0999-40fe-8f8f-e920463305f8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:14Z', 'updated_at': '2021-07-28T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': 'bc39319c-06a9-4428-8804-c80ff8704be7', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'port_id': '1832d2e0-d88b-4219-b039-82c2b16b8ae6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'mac_address': 'fa:16:3e:4e:2a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a235fb4-1689-45b3-9cf5-53ab181f6e5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:16:19Z', 'updated_at': '2021-07-28T07:16:32Z', 'revision_number': 1, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd728ce62-a82c-46c3-89dd-094df7a5ac58', 'name': '', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'mac_address': 'fa:16:3e:ba:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:16Z', 'updated_at': '2021-07-28T07:16:21Z', 'revision_number': 5, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'subnets': [{'id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:16:34.338168 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bd13dd-5ae9-45be-ad4c-0e1eb1b26175 None None] The sync data for ids ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'] in dv-cinder-792800-1-iscsi is: [{'id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '718840da-0999-40fe-8f8f-e920463305f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:16:13Z', 'updated_at': '2021-07-28T07:16:16Z', 'revision_number': 4, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'gw_port': {'id': '718840da-0999-40fe-8f8f-e920463305f8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:14Z', 'updated_at': '2021-07-28T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': 'bc39319c-06a9-4428-8804-c80ff8704be7', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'port_id': '1832d2e0-d88b-4219-b039-82c2b16b8ae6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'mac_address': 'fa:16:3e:4e:2a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a235fb4-1689-45b3-9cf5-53ab181f6e5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:16:19Z', 'updated_at': '2021-07-28T07:16:32Z', 'revision_number': 1, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd728ce62-a82c-46c3-89dd-094df7a5ac58', 'name': '', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'mac_address': 'fa:16:3e:ba:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:16Z', 'updated_at': '2021-07-28T07:16:21Z', 'revision_number': 5, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'subnets': [{'id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:16:34.521845 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365ca2e5-e5fe-450d-a505-5b5811696305 None None] New status for floating IP bc39319c-06a9-4428-8804-c80ff8704be7: ACTIVE {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 07:16:39.722443 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e1e375c-102e-4f19-8ccf-1ef903d330bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:42.505746 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9a7f0632-03d4-40b0-8a5d-1e28c23b07c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:42.785254 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:43.390895 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:45.070987 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:16:51.822037 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:16:57.086814 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:17:09.709963 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3cec-dd13-4681-a29b-637252bd686d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:17:12.469332 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d04dcfa7-a224-405c-b61f-4b472a42da66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:17:12.772181 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:17:13.378877 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:17:15.087068 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:17:21.358738 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2fb38-d19f-4b3e-bdb4-690e8a1d3f67 req-88c2d4d6-8716-4efb-b646-5fcdedf0f89d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:21.360268 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-61d2fb38-d19f-4b3e-bdb4-690e8a1d3f67 req-88c2d4d6-8716-4efb-b646-5fcdedf0f89d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0493071 Jul 28 07:17:21.398221 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-61d2fb38-d19f-4b3e-bdb4-690e8a1d3f67 req-4a1715d0-d9f5-4b7e-a12b-ec93928a2ead tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321479 Jul 28 07:17:22.511155 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4c6d5-8f28-4dc3-a583-7b97a7ec87b1 req-f3e77667-1f62-40f8-a7a1-509ba45b88a1 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:22.512645 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-edb4c6d5-8f28-4dc3-a583-7b97a7ec87b1 req-f3e77667-1f62-40f8-a7a1-509ba45b88a1 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0478079 Jul 28 07:17:22.549927 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-edb4c6d5-8f28-4dc3-a583-7b97a7ec87b1 req-4f7811b2-1fa7-4c9c-8690-ceb3548b8495 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307863 Jul 28 07:17:23.662407 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed58aa-55f5-4160-a630-8c9f5630ffbc req-c7b5c37b-b6e3-44c4-b822-74aa925ca234 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:23.663889 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a7ed58aa-55f5-4160-a630-8c9f5630ffbc req-c7b5c37b-b6e3-44c4-b822-74aa925ca234 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0480261 Jul 28 07:17:23.703790 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a7ed58aa-55f5-4160-a630-8c9f5630ffbc req-a2e114a3-d017-4c12-ba13-43180816da98 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341752 Jul 28 07:17:24.816754 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020958aa-063f-4cde-82c7-8077e964d1d2 req-49375fa7-1d2f-4a95-ae4a-4ed795edc076 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:24.818198 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-020958aa-063f-4cde-82c7-8077e964d1d2 req-49375fa7-1d2f-4a95-ae4a-4ed795edc076 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0480125 Jul 28 07:17:24.854359 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-020958aa-063f-4cde-82c7-8077e964d1d2 req-b9d969a2-dde0-4560-bdbe-13775b5fb264 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303195 Jul 28 07:17:25.966655 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd52009-325a-4824-b803-baa6007faab7 req-fe7d83a9-bf4b-4b0c-a7ae-5305748fd871 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:25.968103 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dcd52009-325a-4824-b803-baa6007faab7 req-fe7d83a9-bf4b-4b0c-a7ae-5305748fd871 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0476985 Jul 28 07:17:26.004270 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dcd52009-325a-4824-b803-baa6007faab7 req-dfe1e46a-8d6b-4620-a7d6-ab11e67a486c tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299535 Jul 28 07:17:27.118244 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f679ae-13c7-47ab-b07d-5ff5b3c198dd req-0eb641e8-5a09-42cb-b541-0aea27e28438 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:27.119710 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d1f679ae-13c7-47ab-b07d-5ff5b3c198dd req-0eb641e8-5a09-42cb-b541-0aea27e28438 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0483153 Jul 28 07:17:27.127215 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:17:27.160686 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d1f679ae-13c7-47ab-b07d-5ff5b3c198dd req-838a1b90-2fd8-4829-a9b5-d9bf7da7f7c3 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346634 Jul 28 07:17:28.271658 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f439b-de41-47f0-9b57-753ffd78544c req-b1ff2e16-bfd1-4e25-bfc5-78720e6f3e5d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:28.273097 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-811f439b-de41-47f0-9b57-753ffd78544c req-b1ff2e16-bfd1-4e25-bfc5-78720e6f3e5d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0478354 Jul 28 07:17:28.309706 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-811f439b-de41-47f0-9b57-753ffd78544c req-a7b3fcc7-bfef-443f-8f15-b317c2ab6780 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309215 Jul 28 07:17:28.821355 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:17:29.427994 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e004b-f34f-49dc-9dc5-0737146bf335 req-06e3e87a-71b1-4d3a-939f-00d641121ea9 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:29.429436 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0a4e004b-f34f-49dc-9dc5-0737146bf335 req-06e3e87a-71b1-4d3a-939f-00d641121ea9 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0472748 Jul 28 07:17:29.465696 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0a4e004b-f34f-49dc-9dc5-0737146bf335 req-264ca363-2f79-4401-a515-d03abf69d111 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304444 Jul 28 07:17:30.581119 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82fb2f-5c07-4038-b2c1-a0c939b4f77d req-dd86b61e-46c4-4b45-a500-fa40728136e1 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:30.583021 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0a82fb2f-5c07-4038-b2c1-a0c939b4f77d req-dd86b61e-46c4-4b45-a500-fa40728136e1 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0516090 Jul 28 07:17:30.630717 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0a82fb2f-5c07-4038-b2c1-a0c939b4f77d req-204deb06-c159-4e53-aeb5-27619f25f620 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410030 Jul 28 07:17:31.053619 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-57e5581a-0ed8-46b1-b22c-eebe69446481 req-eca7ed24-356b-47d4-964a-c390bc33c199 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392036 Jul 28 07:17:31.137213 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5581a-0ed8-46b1-b22c-eebe69446481 req-1783e6a7-c068-4609-b1fd-fff79b80baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:31.138673 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-57e5581a-0ed8-46b1-b22c-eebe69446481 req-1783e6a7-c068-4609-b1fd-fff79b80baa2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddae67d9b5049b191aad1bdcfe74932&device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 1098 time: 0.0431926 Jul 28 07:17:31.237002 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5581a-0ed8-46b1-b22c-eebe69446481 req-97bc0504-8fb0-4845-ae7c-05718a0971a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:31.238455 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-57e5581a-0ed8-46b1-b22c-eebe69446481 req-97bc0504-8fb0-4845-ae7c-05718a0971a8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cdae3c2f-86f1-406b-8902-b727164bb58e HTTP/1.1" status: 200 len: 910 time: 0.0799685 Jul 28 07:17:31.308424 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-57e5581a-0ed8-46b1-b22c-eebe69446481 req-38a4d88b-6210-48e8-9bf9-ffb9242f73a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f188c690-115f-4508-9801-7267877a765c HTTP/1.1" status: 200 len: 1001 time: 0.0630884 Jul 28 07:17:31.357314 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5581a-0ed8-46b1-b22c-eebe69446481 req-8d1d6623-9990-455d-854b-eb23a3a9f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:31.358750 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-57e5581a-0ed8-46b1-b22c-eebe69446481 req-8d1d6623-9990-455d-854b-eb23a3a9f9ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0503e5d8-ea96-42b7-9d4f-7ea7b805a03d HTTP/1.1" status: 200 len: 848 time: 0.0419080 Jul 28 07:17:31.402645 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5581a-0ed8-46b1-b22c-eebe69446481 req-ca063308-3245-4e1e-8c20-fa79ec2f9628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:31.404093 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-57e5581a-0ed8-46b1-b22c-eebe69446481 req-ca063308-3245-4e1e-8c20-fa79ec2f9628 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cdae3c2f-86f1-406b-8902-b727164bb58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387957 Jul 28 07:17:31.491529 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-57e5581a-0ed8-46b1-b22c-eebe69446481 req-fa0768ea-57fe-4155-9b7d-3f3debd3a303 service neutron] 10.222.0.11 "GET /v2.0/networks/cdae3c2f-86f1-406b-8902-b727164bb58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802376 Jul 28 07:17:31.576770 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-57e5581a-0ed8-46b1-b22c-eebe69446481 req-39151ff7-ffbf-4a83-8c82-9efbe2af3d5a service neutron] 10.222.0.11 "GET /v2.0/networks/cdae3c2f-86f1-406b-8902-b727164bb58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776834 Jul 28 07:17:31.741338 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d6cb7-a593-4682-9868-f03a34780080 req-8bb2012f-4abc-45e6-b0cb-fc777ffe6bb0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:31.742790 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7c8d6cb7-a593-4682-9868-f03a34780080 req-8bb2012f-4abc-45e6-b0cb-fc777ffe6bb0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0467730 Jul 28 07:17:31.778931 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7c8d6cb7-a593-4682-9868-f03a34780080 req-f965e3c3-b87f-4c13-a246-fc6cc4db4ca1 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303631 Jul 28 07:17:32.888742 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed0fb1-fedd-4f74-a66c-91f3868204e9 req-aac941d6-d2c9-473f-a55a-0c21aae0deca tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:32.890217 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-88ed0fb1-fedd-4f74-a66c-91f3868204e9 req-aac941d6-d2c9-473f-a55a-0c21aae0deca tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0471287 Jul 28 07:17:32.926491 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-88ed0fb1-fedd-4f74-a66c-91f3868204e9 req-d90328b1-a9bf-4440-877f-bfbf2bff8690 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298681 Jul 28 07:17:34.043667 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c2b0d-8e12-44dc-9fda-b91bbbd9384f req-13166028-adde-4d61-b046-5a31f5e939ad tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:34.045551 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-784c2b0d-8e12-44dc-9fda-b91bbbd9384f req-13166028-adde-4d61-b046-5a31f5e939ad tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0487320 Jul 28 07:17:34.086648 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-784c2b0d-8e12-44dc-9fda-b91bbbd9384f req-2f33d1e0-9da3-41ab-b9d6-17de60532794 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355361 Jul 28 07:17:35.198077 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08526b48-a10c-4210-ab73-b56f5b8823f3 req-1ec92663-0b31-483a-b1eb-d4d5e6f35ce2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:35.199553 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-08526b48-a10c-4210-ab73-b56f5b8823f3 req-1ec92663-0b31-483a-b1eb-d4d5e6f35ce2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0475030 Jul 28 07:17:35.236455 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-08526b48-a10c-4210-ab73-b56f5b8823f3 req-da0a7314-8b18-47a4-b04d-9acdabc637f3 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311372 Jul 28 07:17:36.347187 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ccebd-2474-4ba6-be94-d37fa93d3f91 req-6c70cfb7-fa8b-41ac-aa89-31475eb3ccec tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:36.348633 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3b0ccebd-2474-4ba6-be94-d37fa93d3f91 req-6c70cfb7-fa8b-41ac-aa89-31475eb3ccec tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0470665 Jul 28 07:17:36.386449 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3b0ccebd-2474-4ba6-be94-d37fa93d3f91 req-05a27f8e-666a-4ba4-8f89-f64a4af41c7e tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315373 Jul 28 07:17:37.496513 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da560c6-eeeb-42bf-866a-4df6138594f3 req-fb17aac5-acdf-4ca8-84ab-d3e2b7a4848b tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:37.497975 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4da560c6-eeeb-42bf-866a-4df6138594f3 req-fb17aac5-acdf-4ca8-84ab-d3e2b7a4848b tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0476344 Jul 28 07:17:37.538051 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4da560c6-eeeb-42bf-866a-4df6138594f3 req-42aee6f7-cce4-45bd-b401-87c6617931e6 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343010 Jul 28 07:17:37.854577 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9144d-931a-4d00-a27b-06171a4fa5dc req-86d0d86e-8108-4598-90e2-0bae8aea5e21 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:37.856041 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b4f9144d-931a-4d00-a27b-06171a4fa5dc req-86d0d86e-8108-4598-90e2-0bae8aea5e21 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0481224 Jul 28 07:17:37.896424 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b4f9144d-931a-4d00-a27b-06171a4fa5dc req-d0716dd2-3462-43eb-89f6-59a0b64f582a tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345547 Jul 28 07:17:37.995936 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523ef6b-d1e6-412d-b44c-563e31cbfb38 req-376287cd-3747-4445-9aef-d5404ae519c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:37.997364 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1523ef6b-d1e6-412d-b44c-563e31cbfb38 req-376287cd-3747-4445-9aef-d5404ae519c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cd9f77be95a4e948f579069965c7e85&device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 1099 time: 0.0400405 Jul 28 07:17:38.085911 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523ef6b-d1e6-412d-b44c-563e31cbfb38 req-c2d56bd6-67ff-4df1-a474-d5265498bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:38.087320 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1523ef6b-d1e6-412d-b44c-563e31cbfb38 req-c2d56bd6-67ff-4df1-a474-d5265498bb5b service neutron] 10.222.0.11 "GET /v2.0/networks?id=884beb9b-9ac3-4b1b-a696-570162873f33 HTTP/1.1" status: 200 len: 911 time: 0.0823889 Jul 28 07:17:38.149516 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1523ef6b-d1e6-412d-b44c-563e31cbfb38 req-decc6321-a7e5-4b08-be80-c3b0af3da1b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1832d2e0-d88b-4219-b039-82c2b16b8ae6 HTTP/1.1" status: 200 len: 1001 time: 0.0554409 Jul 28 07:17:38.198823 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523ef6b-d1e6-412d-b44c-563e31cbfb38 req-afd768e4-bc4c-41a8-bb8a-da57aedc8600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:38.200195 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1523ef6b-d1e6-412d-b44c-563e31cbfb38 req-afd768e4-bc4c-41a8-bb8a-da57aedc8600 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b962e5fc-987c-48c7-ba89-eb09dbd5179e HTTP/1.1" status: 200 len: 849 time: 0.0442657 Jul 28 07:17:38.244215 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523ef6b-d1e6-412d-b44c-563e31cbfb38 req-e078b64b-fef2-4de4-9f92-e2b86be59e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:38.245654 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1523ef6b-d1e6-412d-b44c-563e31cbfb38 req-e078b64b-fef2-4de4-9f92-e2b86be59e91 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=884beb9b-9ac3-4b1b-a696-570162873f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384381 Jul 28 07:17:38.330886 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1523ef6b-d1e6-412d-b44c-563e31cbfb38 req-9cebbcb1-e379-407f-b752-a28f26f58047 service neutron] 10.222.0.11 "GET /v2.0/networks/884beb9b-9ac3-4b1b-a696-570162873f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773175 Jul 28 07:17:38.418769 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1523ef6b-d1e6-412d-b44c-563e31cbfb38 req-9dc4ce06-af56-467f-b45a-843533883c66 service neutron] 10.222.0.11 "GET /v2.0/networks/884beb9b-9ac3-4b1b-a696-570162873f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813305 Jul 28 07:17:39.010379 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f563e90-16b6-4ccc-9a69-5889c597ab69 req-67413689-47a9-4576-8a92-4936a90b9760 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:39.011871 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3f563e90-16b6-4ccc-9a69-5889c597ab69 req-67413689-47a9-4576-8a92-4936a90b9760 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0484872 Jul 28 07:17:39.049613 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3f563e90-16b6-4ccc-9a69-5889c597ab69 req-00db4048-a9a7-4b08-adea-d103b4c56094 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318093 Jul 28 07:17:39.709277 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92ebd448-ed21-4e28-b130-74205f160d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:17:40.160457 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca02a7b-6dff-4d20-b152-d42b46c2440a req-820f3f04-0c40-4149-8ff4-8324f85e0cf3 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:40.161891 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8ca02a7b-6dff-4d20-b152-d42b46c2440a req-820f3f04-0c40-4149-8ff4-8324f85e0cf3 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0472636 Jul 28 07:17:40.201699 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8ca02a7b-6dff-4d20-b152-d42b46c2440a req-cd5b09d3-79ba-4de3-80f1-da31e8aade6c tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336044 Jul 28 07:17:42.452263 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-490cd189-1cc7-47bb-99fa-d5bab2314c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:17:42.755140 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:17:43.388224 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:17:45.074306 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:17:57.097601 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:17:59.792427 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b80a3-7538-4fd0-afef-4374b562123c req-bdfa1453-f9bd-487f-85bb-6aa450a449c2 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:17:59.794034 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-282b80a3-7538-4fd0-afef-4374b562123c req-bdfa1453-f9bd-487f-85bb-6aa450a449c2 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0493188 Jul 28 07:17:59.831779 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-282b80a3-7538-4fd0-afef-4374b562123c req-501966c4-4db1-40b2-ab18-393dd5924bef tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318513 Jul 28 07:18:00.945095 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd967f9-fda6-4e04-8e3c-0f5f09cb4314 req-fdfe60ca-b325-4e5a-81ef-37f1912b1756 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:00.947823 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bfd967f9-fda6-4e04-8e3c-0f5f09cb4314 req-fdfe60ca-b325-4e5a-81ef-37f1912b1756 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0486102 Jul 28 07:18:00.988298 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bfd967f9-fda6-4e04-8e3c-0f5f09cb4314 req-dd6a95c7-7782-4683-a1cd-5de85ca8d16f tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353248 Jul 28 07:18:02.098836 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8abbc-0953-4f4b-9940-d3910236a529 req-c8bd7790-f993-4607-b489-2e9cae27a94b tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:02.100321 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6af8abbc-0953-4f4b-9940-d3910236a529 req-c8bd7790-f993-4607-b489-2e9cae27a94b tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0470984 Jul 28 07:18:02.140724 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6af8abbc-0953-4f4b-9940-d3910236a529 req-8205844e-0e96-4d6c-b534-a2303e501f8a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347331 Jul 28 07:18:03.252156 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97111733-1cdb-447f-b713-40fcf3028615 req-5f81678d-3e58-4cda-8edc-8729809e0478 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:03.253868 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-97111733-1cdb-447f-b713-40fcf3028615 req-5f81678d-3e58-4cda-8edc-8729809e0478 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0484881 Jul 28 07:18:03.289603 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-97111733-1cdb-447f-b713-40fcf3028615 req-1966e94b-4250-49e1-87d2-ceaa0a7c56e3 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298448 Jul 28 07:18:04.402007 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d58ef-c7da-4e4f-bf65-19916cf39b68 req-f22973d9-b86a-4a6b-af7e-f0363c8d2659 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:04.403521 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-741d58ef-c7da-4e4f-bf65-19916cf39b68 req-f22973d9-b86a-4a6b-af7e-f0363c8d2659 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0481942 Jul 28 07:18:04.440457 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-741d58ef-c7da-4e4f-bf65-19916cf39b68 req-5335d6c8-f775-40ae-bd6e-113cf1ddb85c tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310645 Jul 28 07:18:05.606120 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80898b-aab7-4762-bb37-4c35def91e4c req-cfdbced6-a759-4ac7-b796-677b95dc4147 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:05.608056 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7e80898b-aab7-4762-bb37-4c35def91e4c req-cfdbced6-a759-4ac7-b796-677b95dc4147 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.1019208 Jul 28 07:18:05.648898 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7e80898b-aab7-4762-bb37-4c35def91e4c req-3d4a3931-05fb-428c-ad64-1123c3315e51 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350153 Jul 28 07:18:05.819888 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:18:06.760996 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6f6f2-23ad-433a-892b-c0bd18f0db19 req-9832b177-7927-4cda-b11a-d15d33b6ad42 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:06.762471 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-51e6f6f2-23ad-433a-892b-c0bd18f0db19 req-9832b177-7927-4cda-b11a-d15d33b6ad42 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0483665 Jul 28 07:18:06.800020 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-51e6f6f2-23ad-433a-892b-c0bd18f0db19 req-22855e97-3030-4a64-ac98-4110af06829d tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310919 Jul 28 07:18:07.911295 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf7370-87d7-4c14-bf67-1e4ec76d119a req-8e2ee2fc-f27c-4f96-b118-0c4201a1a02d tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:07.912748 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a1cf7370-87d7-4c14-bf67-1e4ec76d119a req-8e2ee2fc-f27c-4f96-b118-0c4201a1a02d tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0489120 Jul 28 07:18:07.949632 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a1cf7370-87d7-4c14-bf67-1e4ec76d119a req-048e0d28-fe48-4b59-b576-71fb20f008e4 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308599 Jul 28 07:18:09.061726 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abe9dc-6d63-47d4-b607-802d86feb6e1 req-f01a6497-4794-4fab-ab7f-cdfbfb74e830 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:09.063260 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-12abe9dc-6d63-47d4-b607-802d86feb6e1 req-f01a6497-4794-4fab-ab7f-cdfbfb74e830 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0478983 Jul 28 07:18:09.104819 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-12abe9dc-6d63-47d4-b607-802d86feb6e1 req-ae728f97-cd52-4bda-a4d0-b3fb369da9af tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355508 Jul 28 07:18:09.707911 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ecffa5d2-f669-47d3-99a4-a54cafe7b1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:18:10.002776 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab0c6c-2864-467b-ad06-ef77a7758334 req-17c26f0e-b77e-4c9f-a157-4855fabe3d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:10.004485 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-feab0c6c-2864-467b-ad06-ef77a7758334 req-17c26f0e-b77e-4c9f-a157-4855fabe3d49 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddae67d9b5049b191aad1bdcfe74932&device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 1098 time: 0.0407150 Jul 28 07:18:10.092656 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab0c6c-2864-467b-ad06-ef77a7758334 req-4d200e88-34de-40c3-bd8a-c184459ea95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:10.094077 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-feab0c6c-2864-467b-ad06-ef77a7758334 req-4d200e88-34de-40c3-bd8a-c184459ea95d service neutron] 10.222.0.11 "GET /v2.0/networks?id=cdae3c2f-86f1-406b-8902-b727164bb58e HTTP/1.1" status: 200 len: 910 time: 0.0826082 Jul 28 07:18:10.157450 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-feab0c6c-2864-467b-ad06-ef77a7758334 req-8226b8a0-0da4-4de0-8d33-7a4e8c0b7e81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f188c690-115f-4508-9801-7267877a765c HTTP/1.1" status: 200 len: 1001 time: 0.0563359 Jul 28 07:18:10.206027 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab0c6c-2864-467b-ad06-ef77a7758334 req-5f10fa2f-aa35-45c1-9e4b-36e5c7e03e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:10.207500 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-feab0c6c-2864-467b-ad06-ef77a7758334 req-5f10fa2f-aa35-45c1-9e4b-36e5c7e03e9e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0503e5d8-ea96-42b7-9d4f-7ea7b805a03d HTTP/1.1" status: 200 len: 848 time: 0.0436418 Jul 28 07:18:10.215394 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5aea30-ae80-4f71-b5eb-214b5b12feca req-e136a12c-4b46-4703-a6ca-8af346d34f69 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:10.217423 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8f5aea30-ae80-4f71-b5eb-214b5b12feca req-e136a12c-4b46-4703-a6ca-8af346d34f69 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0489528 Jul 28 07:18:10.255480 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8f5aea30-ae80-4f71-b5eb-214b5b12feca req-20ab1974-2b55-429e-8490-4a22299ec257 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321100 Jul 28 07:18:10.492055 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab0c6c-2864-467b-ad06-ef77a7758334 req-c49e9e2d-b230-494a-8a84-f83c88893cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:10.493522 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-feab0c6c-2864-467b-ad06-ef77a7758334 req-c49e9e2d-b230-494a-8a84-f83c88893cde service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cdae3c2f-86f1-406b-8902-b727164bb58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2786360 Jul 28 07:18:10.582382 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-feab0c6c-2864-467b-ad06-ef77a7758334 req-b8ad8f1d-30fc-4a19-9cbb-fdb6688d53e8 service neutron] 10.222.0.11 "GET /v2.0/networks/cdae3c2f-86f1-406b-8902-b727164bb58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805275 Jul 28 07:18:10.669272 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-feab0c6c-2864-467b-ad06-ef77a7758334 req-c0992f5f-66ee-4a32-862a-e7f084f51130 service neutron] 10.222.0.11 "GET /v2.0/networks/cdae3c2f-86f1-406b-8902-b727164bb58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797031 Jul 28 07:18:11.369333 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97851a7-d0d9-4a55-a679-04e4a0b62c43 req-09b375da-12aa-41f7-b864-c08847ef6f42 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:11.370796 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f97851a7-d0d9-4a55-a679-04e4a0b62c43 req-09b375da-12aa-41f7-b864-c08847ef6f42 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0508754 Jul 28 07:18:11.407761 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f97851a7-d0d9-4a55-a679-04e4a0b62c43 req-4f614ec1-0e6f-46ca-8128-d255861a7ef6 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305786 Jul 28 07:18:12.468359 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-297f4051-a7b5-491a-bb10-5d37a86e0810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:18:12.522056 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03ef89-9c7e-412e-a23a-ac1b7fdeb5bc req-a989822d-48f9-4726-be45-6cf85b5e2617 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:12.523542 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cc03ef89-9c7e-412e-a23a-ac1b7fdeb5bc req-a989822d-48f9-4726-be45-6cf85b5e2617 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0483811 Jul 28 07:18:12.565601 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cc03ef89-9c7e-412e-a23a-ac1b7fdeb5bc req-1293569c-abe3-4e40-81bf-eabd5cec15ad tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360968 Jul 28 07:18:12.783214 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:18:13.411390 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:18:13.681254 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6cd4d-6f6c-4ad0-802d-96fea36c1346 req-146c472c-c87d-4bd9-a444-340aeb33e7a1 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:13.682760 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e3f6cd4d-6f6c-4ad0-802d-96fea36c1346 req-146c472c-c87d-4bd9-a444-340aeb33e7a1 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0497413 Jul 28 07:18:13.722200 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e3f6cd4d-6f6c-4ad0-802d-96fea36c1346 req-e63fe994-36cc-4ed6-ae06-4a8ed40ba642 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334942 Jul 28 07:18:14.068064 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336f23d-89ae-4f57-b62b-cecf115d4e8c req-83c00883-6c51-4bb8-b79a-fef30cd62920 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:14.069547 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2336f23d-89ae-4f57-b62b-cecf115d4e8c req-83c00883-6c51-4bb8-b79a-fef30cd62920 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0496054 Jul 28 07:18:14.133684 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2336f23d-89ae-4f57-b62b-cecf115d4e8c req-609c59fc-bcaf-4584-af81-e94a7f1604b6 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556126 Jul 28 07:18:14.137278 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-29509176-a7e8-4e3e-89b3-862feedc05a6 req-ee5876c1-0f0f-448b-8cf2-ed1cfb0369cb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0668597 Jul 28 07:18:14.524770 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7cf13-cd53-489a-a7fb-a323683d2e7f req-4a73d7f5-9fd6-41a4-89e6-a263607abde0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:14.526220 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5de7cf13-cd53-489a-a7fb-a323683d2e7f req-4a73d7f5-9fd6-41a4-89e6-a263607abde0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0476849 Jul 28 07:18:14.563727 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5de7cf13-cd53-489a-a7fb-a323683d2e7f req-c5673d4f-bac0-4c7f-903a-2086ab035ac9 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308418 Jul 28 07:18:15.051785 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:18:15.250481 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d13e0-4c70-4c8e-aeb9-35b3047a8aae req-2fac8877-2266-4e15-b6ef-ca138c1b4a59 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:15.251878 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-635d13e0-4c70-4c8e-aeb9-35b3047a8aae req-2fac8877-2266-4e15-b6ef-ca138c1b4a59 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0481219 Jul 28 07:18:15.288524 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-635d13e0-4c70-4c8e-aeb9-35b3047a8aae req-e9a42be3-a742-4700-b142-da612f566193 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305743 Jul 28 07:18:15.688745 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9986c-f25e-411e-a6ed-5092fd295337 req-ff04fe71-c859-4676-8158-c0213320c16d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:15.690305 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f4f9986c-f25e-411e-a6ed-5092fd295337 req-ff04fe71-c859-4676-8158-c0213320c16d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0480776 Jul 28 07:18:15.730501 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f4f9986c-f25e-411e-a6ed-5092fd295337 req-b929ff90-e469-4c2b-bd1d-226eff0eb11b tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343759 Jul 28 07:18:16.401402 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5ef73-9fe8-435b-a91f-ca503b41d291 req-7d0f9961-23d9-45a5-ae4e-f1dd059c0a97 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:16.402886 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f5d5ef73-9fe8-435b-a91f-ca503b41d291 req-7d0f9961-23d9-45a5-ae4e-f1dd059c0a97 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0482037 Jul 28 07:18:16.439692 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f5d5ef73-9fe8-435b-a91f-ca503b41d291 req-ca6c7bea-488b-4bd6-afdd-25aa22ef6252 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309379 Jul 28 07:18:16.601542 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29509176-a7e8-4e3e-89b3-862feedc05a6 req-f37d2e38-3804-415a-8b13-0f693babf024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:16.602958 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-29509176-a7e8-4e3e-89b3-862feedc05a6 req-f37d2e38-3804-415a-8b13-0f693babf024 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501&tenant_id=dddae67d9b5049b191aad1bdcfe74932 HTTP/1.1" status: 200 len: 1098 time: 0.0417700 Jul 28 07:18:16.660176 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29509176-a7e8-4e3e-89b3-862feedc05a6 req-77be1e31-94b3-4dae-84ee-837675e00c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:16.661595 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-29509176-a7e8-4e3e-89b3-862feedc05a6 req-77be1e31-94b3-4dae-84ee-837675e00c0e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddae67d9b5049b191aad1bdcfe74932&device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 1098 time: 0.0378580 Jul 28 07:18:16.749856 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29509176-a7e8-4e3e-89b3-862feedc05a6 req-f7d84936-5e80-449d-9e8c-7bc945cdca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:16.751289 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-29509176-a7e8-4e3e-89b3-862feedc05a6 req-f7d84936-5e80-449d-9e8c-7bc945cdca44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cdae3c2f-86f1-406b-8902-b727164bb58e HTTP/1.1" status: 200 len: 910 time: 0.0830777 Jul 28 07:18:16.772378 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device f188c690-115f-4508-9801-7267877a765c no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:18:16.816697 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-29509176-a7e8-4e3e-89b3-862feedc05a6 req-af981c28-d4f8-4fad-9950-b59160fb1f89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f188c690-115f-4508-9801-7267877a765c HTTP/1.1" status: 200 len: 1001 time: 0.0578747 Jul 28 07:18:16.845303 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4516d5f-8b8d-4306-844f-4a044ca1f2c2 req-778ad1c1-b9f9-44ec-ba82-0a3c8f5d9c14 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:16.846813 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d4516d5f-8b8d-4306-844f-4a044ca1f2c2 req-778ad1c1-b9f9-44ec-ba82-0a3c8f5d9c14 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0499544 Jul 28 07:18:16.861257 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:18:16.866705 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29509176-a7e8-4e3e-89b3-862feedc05a6 req-238692d7-28f7-4e6a-9837-5191505b708f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:16.868254 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-29509176-a7e8-4e3e-89b3-862feedc05a6 req-238692d7-28f7-4e6a-9837-5191505b708f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0503e5d8-ea96-42b7-9d4f-7ea7b805a03d HTTP/1.1" status: 200 len: 848 time: 0.0449507 Jul 28 07:18:16.889892 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1463b78-36b1-4958-84e8-4bcdf9a6f501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f188c690-115f-4508-9801-7267877a765c'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:18:16.892393 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d4516d5f-8b8d-4306-844f-4a044ca1f2c2 req-c45deaa5-375c-4b5a-84f5-b44d7aefb0c2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375412 Jul 28 07:18:16.892529 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f63ea9-da38-4e71-8ef1-0fcce0a77508" -d '{"events": [{"server_uuid": "d1463b78-36b1-4958-84e8-4bcdf9a6f501", "name": "network-vif-unplugged", "status": "completed", "tag": "f188c690-115f-4508-9801-7267877a765c"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:18:16.909468 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port f188c690-115f-4508-9801-7267877a765c, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f188c690-115f-4508-9801-7267877a765c,segment=NetworkSegment(c51cf013-a507-4fca-bf38-473e03eeb00c),segment_id=c51cf013-a507-4fca-bf38-473e03eeb00c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:18:16.920950 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29509176-a7e8-4e3e-89b3-862feedc05a6 req-85ba48c4-9c4b-4960-98a2-c585cfb7163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:16.926596 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-29509176-a7e8-4e3e-89b3-862feedc05a6 req-85ba48c4-9c4b-4960-98a2-c585cfb7163b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cdae3c2f-86f1-406b-8902-b727164bb58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477278 Jul 28 07:18:16.933208 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [req-29509176-a7e8-4e3e-89b3-862feedc05a6 req-bfef2cef-2a00-4dc0-9b63-8035c02df699 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 07:18:16.934273 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-29509176-a7e8-4e3e-89b3-862feedc05a6 req-bfef2cef-2a00-4dc0-9b63-8035c02df699 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051570 Jul 28 07:18:16.940942 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 07:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f47c41-8d29-4dc9-a716-8d94079386e9 x-openstack-request-id: req-c3f47c41-8d29-4dc9-a716-8d94079386e9 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:18:16.941247 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1463b78-36b1-4958-84e8-4bcdf9a6f501", "name": "network-vif-unplugged", "status": "completed", "tag": "f188c690-115f-4508-9801-7267877a765c", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:18:16.941531 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3f47c41-8d29-4dc9-a716-8d94079386e9 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:18:16.941922 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1463b78-36b1-4958-84e8-4bcdf9a6f501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f188c690-115f-4508-9801-7267877a765c', 'code': 200} Jul 28 07:18:16.987573 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:18:17.032006 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-29509176-a7e8-4e3e-89b3-862feedc05a6 req-7f2f7195-9bbf-4ac2-8bd1-277e5a5d8d2c service neutron] 10.222.0.11 "GET /v2.0/networks/cdae3c2f-86f1-406b-8902-b727164bb58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815287 Jul 28 07:18:17.049497 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=f188c690-115f-4508-9801-7267877a765c,revision_number=6']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:18:17.085729 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:18:17.086076 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:18:17.086405 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:18:17.086765 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:18:17.087094 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:18:17.087419 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:18:17.087744 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:18:17.088066 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:18:17.088385 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:18:17.088704 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:18:17.089021 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:18:17.089336 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:18:17.126043 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-29509176-a7e8-4e3e-89b3-862feedc05a6 req-50e3d9a7-6631-4d27-93e1-d6737e6ee18c service neutron] 10.222.0.11 "GET /v2.0/networks/cdae3c2f-86f1-406b-8902-b727164bb58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872440 Jul 28 07:18:17.553406 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e39693-d380-4216-b42e-06fabd6a8ff3 req-1c0bd89a-1766-4db9-accd-6d19e7445802 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:17.554858 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-76e39693-d380-4216-b42e-06fabd6a8ff3 req-1c0bd89a-1766-4db9-accd-6d19e7445802 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 943 time: 0.0478661 Jul 28 07:18:17.595235 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-76e39693-d380-4216-b42e-06fabd6a8ff3 req-17aba229-316a-4956-9e56-956ab9ef0bd0 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344751 Jul 28 07:18:18.008158 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27126544-e7d6-422e-9698-b0b303a84e1e req-7f942e91-935d-4cd9-92b3-b6250fa1700c tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:18.009628 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-27126544-e7d6-422e-9698-b0b303a84e1e req-7f942e91-935d-4cd9-92b3-b6250fa1700c tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0486393 Jul 28 07:18:18.046915 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-27126544-e7d6-422e-9698-b0b303a84e1e req-aa3c7e54-af77-4b77-bc3a-1ac3aab3b0a5 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306697 Jul 28 07:18:18.704422 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b9988-56f5-4a5a-a1ad-da4c74eff6f8 req-7cb8484d-1bcf-4e3f-a78d-31a09932719f tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:18.705847 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-be0b9988-56f5-4a5a-a1ad-da4c74eff6f8 req-7cb8484d-1bcf-4e3f-a78d-31a09932719f tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 943 time: 0.0469339 Jul 28 07:18:18.742461 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-be0b9988-56f5-4a5a-a1ad-da4c74eff6f8 req-231fe276-9387-497a-9c1c-6da5b3a8dd19 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308716 Jul 28 07:18:19.159576 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff661b2-f597-47f6-8d1a-a5c474b07f12 req-6d3f19bd-cd35-411a-9671-0307aa300c88 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:19.161051 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fff661b2-f597-47f6-8d1a-a5c474b07f12 req-6d3f19bd-cd35-411a-9671-0307aa300c88 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0486426 Jul 28 07:18:19.201114 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fff661b2-f597-47f6-8d1a-a5c474b07f12 req-e63a3174-b240-45f8-95ff-5ad386630f4b tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337772 Jul 28 07:18:19.851920 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fbc6b-712c-4758-ae62-593f5f159a0c req-290841d8-f533-4ccc-99b1-bfacf4ee9c9b tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:19.853345 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fc0fbc6b-712c-4758-ae62-593f5f159a0c req-290841d8-f533-4ccc-99b1-bfacf4ee9c9b tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 943 time: 0.0471432 Jul 28 07:18:19.892101 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fc0fbc6b-712c-4758-ae62-593f5f159a0c req-3cf873fb-78c2-46a4-a30f-8360133e84d2 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324624 Jul 28 07:18:20.313197 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709032f8-a955-47da-bd12-ff258b0dd546 req-775f4553-5e5e-450e-b99c-bddc431f7c62 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:20.314668 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-709032f8-a955-47da-bd12-ff258b0dd546 req-775f4553-5e5e-450e-b99c-bddc431f7c62 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0479276 Jul 28 07:18:20.352059 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-709032f8-a955-47da-bd12-ff258b0dd546 req-11f0ac32-7467-483f-b55e-57e17ba65fbf tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316291 Jul 28 07:18:21.002423 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92231994-2f4a-4b3d-b2ba-d2b8e5a42fce req-c1f34c8c-503d-483f-86bc-10f1fb94b9d7 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:21.004209 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-92231994-2f4a-4b3d-b2ba-d2b8e5a42fce req-c1f34c8c-503d-483f-86bc-10f1fb94b9d7 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 943 time: 0.0477097 Jul 28 07:18:21.044090 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-92231994-2f4a-4b3d-b2ba-d2b8e5a42fce req-202ddd63-bc45-4ffa-a1ed-758148d3096e tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341537 Jul 28 07:18:21.466502 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05425ae-732e-4ed4-ad1a-d085462e8d8d req-0094fba8-e5a1-4bf7-9d8f-adac1b9b7596 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:21.468000 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c05425ae-732e-4ed4-ad1a-d085462e8d8d req-0094fba8-e5a1-4bf7-9d8f-adac1b9b7596 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0489132 Jul 28 07:18:21.505345 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c05425ae-732e-4ed4-ad1a-d085462e8d8d req-95aaabf5-e1bb-4d0c-b26c-4b15e3baef1b tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315709 Jul 28 07:18:22.154835 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f6cf6-e699-4dc1-8b19-7d6e95755805 req-91eaafde-3c91-4c14-b2e3-fd6fc1a9b5f1 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:22.156260 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-315f6cf6-e699-4dc1-8b19-7d6e95755805 req-91eaafde-3c91-4c14-b2e3-fd6fc1a9b5f1 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 943 time: 0.0474684 Jul 28 07:18:22.191672 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-315f6cf6-e699-4dc1-8b19-7d6e95755805 req-b2da5f25-41a9-4362-9611-2c43bf2a2cc7 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297377 Jul 28 07:18:22.615546 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba18815-832a-43d8-ad70-8c80edccc960 req-a16f8d69-5b8d-451d-9e85-1bb743886dca tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:22.616955 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1ba18815-832a-43d8-ad70-8c80edccc960 req-a16f8d69-5b8d-451d-9e85-1bb743886dca tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0475583 Jul 28 07:18:22.657823 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1ba18815-832a-43d8-ad70-8c80edccc960 req-7825d8dd-711e-45f4-ba07-d62de227db3c tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343995 Jul 28 07:18:23.243974 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd41ca-8498-4d0a-8265-694f04efbeed req-2a2a9706-b76e-45b3-94c1-ce79d72831c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:23.245474 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e3bd41ca-8498-4d0a-8265-694f04efbeed req-2a2a9706-b76e-45b3-94c1-ce79d72831c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 1096 time: 0.0812054 Jul 28 07:18:23.280527 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e3bd41ca-8498-4d0a-8265-694f04efbeed req-45307a9d-1ccd-4208-9b40-ea19b82a8ca2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280576 Jul 28 07:18:23.562666 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbd518-e33d-472f-82d3-6df67a7d76ef req-24e7d4bf-2686-4954-8f2c-26055ba7735a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:23.564141 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9cdbd518-e33d-472f-82d3-6df67a7d76ef req-24e7d4bf-2686-4954-8f2c-26055ba7735a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 943 time: 0.3067083 Jul 28 07:18:23.600697 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9cdbd518-e33d-472f-82d3-6df67a7d76ef req-f4faeffe-5b07-42ae-a107-cfee5d451474 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306988 Jul 28 07:18:23.770069 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86445f7b-6409-4d30-a58a-5cbed1f7f56a req-5ec407a4-6777-4d19-8e8f-22b4f1701e5f tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:23.771565 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-86445f7b-6409-4d30-a58a-5cbed1f7f56a req-5ec407a4-6777-4d19-8e8f-22b4f1701e5f tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0486434 Jul 28 07:18:23.807043 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-86445f7b-6409-4d30-a58a-5cbed1f7f56a req-959a93d6-24f2-43c1-9d03-1b3cc224c875 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297308 Jul 28 07:18:24.711117 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20d723-ec97-43e2-9928-2e5d453b6f30 req-1cb045a7-edf0-4b25-bbe1-74fa9b1b9c48 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:24.712556 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba20d723-ec97-43e2-9928-2e5d453b6f30 req-1cb045a7-edf0-4b25-bbe1-74fa9b1b9c48 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 943 time: 0.0474238 Jul 28 07:18:24.752574 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba20d723-ec97-43e2-9928-2e5d453b6f30 req-85f5902b-2536-414e-adb5-7723a74155af tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342243 Jul 28 07:18:24.810974 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device f188c690-115f-4508-9801-7267877a765c details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:18:24.905407 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port f188c690-115f-4508-9801-7267877a765c, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f188c690-115f-4508-9801-7267877a765c,segment=NetworkSegment(c51cf013-a507-4fca-bf38-473e03eeb00c),segment_id=c51cf013-a507-4fca-bf38-473e03eeb00c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:18:24.918386 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': 'f188c690-115f-4508-9801-7267877a765c', 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e', 'port_id': 'f188c690-115f-4508-9801-7267877a765c', 'mac_address': 'fa:16:3e:24:0b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:18:24.924800 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cce706-d9ae-4364-80e0-fdca6acbe9a2 req-341a40ee-6768-41c9-8cb5-a8f15079fcd2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:24.926327 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-93cce706-d9ae-4364-80e0-fdca6acbe9a2 req-341a40ee-6768-41c9-8cb5-a8f15079fcd2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0542624 Jul 28 07:18:24.961457 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:18:24.963939 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-93cce706-d9ae-4364-80e0-fdca6acbe9a2 req-25b6d634-a67f-44ae-877b-b7847b0cefa3 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313532 Jul 28 07:18:24.974287 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f188c690-115f-4508-9801-7267877a765c {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:18:24.993747 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port f188c690-115f-4508-9801-7267877a765c, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f188c690-115f-4508-9801-7267877a765c,segment=NetworkSegment(c51cf013-a507-4fca-bf38-473e03eeb00c),segment_id=c51cf013-a507-4fca-bf38-473e03eeb00c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:18:25.080032 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:18:25.126102 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=f188c690-115f-4508-9801-7267877a765c,revision_number=7']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:18:25.342728 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['f188c690-115f-4508-9801-7267877a765c'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:18:26.074594 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be7b3b-f675-4383-bc7f-bed713b1199c req-dcb0ca27-5d23-41e3-8916-b2b5e578f10a tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:26.076019 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-40be7b3b-f675-4383-bc7f-bed713b1199c req-dcb0ca27-5d23-41e3-8916-b2b5e578f10a tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0462775 Jul 28 07:18:26.112516 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-40be7b3b-f675-4383-bc7f-bed713b1199c req-32c9a199-dd33-430e-babe-e165f0f34b9e tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300901 Jul 28 07:18:26.453845 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb5e17-4f67-4dbb-9522-7109afd5e987 req-4a40eb1b-513d-4a8f-adca-ab5f7742a396 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:26.455349 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-adfb5e17-4f67-4dbb-9522-7109afd5e987 req-4a40eb1b-513d-4a8f-adca-ab5f7742a396 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0494578 Jul 28 07:18:26.499203 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-adfb5e17-4f67-4dbb-9522-7109afd5e987 req-20ef4204-9e24-4496-9d94-46c7b15bf998 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374999 Jul 28 07:18:26.547384 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad830b-2395-4dfe-bc3b-a311e65cb5bb req-96c9bc6e-5408-41df-9d5b-3f810b6b2eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:26.548831 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d6ad830b-2395-4dfe-bc3b-a311e65cb5bb req-96c9bc6e-5408-41df-9d5b-3f810b6b2eed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cd9f77be95a4e948f579069965c7e85&device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 1099 time: 0.0402410 Jul 28 07:18:26.637298 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad830b-2395-4dfe-bc3b-a311e65cb5bb req-a6e65e31-3336-4efd-a183-59e8793e3483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:26.638690 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d6ad830b-2395-4dfe-bc3b-a311e65cb5bb req-a6e65e31-3336-4efd-a183-59e8793e3483 service neutron] 10.222.0.11 "GET /v2.0/networks?id=884beb9b-9ac3-4b1b-a696-570162873f33 HTTP/1.1" status: 200 len: 911 time: 0.0831442 Jul 28 07:18:26.700896 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d6ad830b-2395-4dfe-bc3b-a311e65cb5bb req-7865b0e3-1415-42c0-b53a-5a203ea8eab1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1832d2e0-d88b-4219-b039-82c2b16b8ae6 HTTP/1.1" status: 200 len: 1001 time: 0.0551522 Jul 28 07:18:26.749878 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad830b-2395-4dfe-bc3b-a311e65cb5bb req-6fec82b5-cae3-4a8c-8859-80f1f2be95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:26.751769 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d6ad830b-2395-4dfe-bc3b-a311e65cb5bb req-6fec82b5-cae3-4a8c-8859-80f1f2be95ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b962e5fc-987c-48c7-ba89-eb09dbd5179e HTTP/1.1" status: 200 len: 849 time: 0.0439861 Jul 28 07:18:26.795380 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad830b-2395-4dfe-bc3b-a311e65cb5bb req-a84ff791-f102-42cd-a27d-6484db8403ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:26.796786 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d6ad830b-2395-4dfe-bc3b-a311e65cb5bb req-a84ff791-f102-42cd-a27d-6484db8403ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=884beb9b-9ac3-4b1b-a696-570162873f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377262 Jul 28 07:18:26.806950 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device f188c690-115f-4508-9801-7267877a765c up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:18:26.854276 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port f188c690-115f-4508-9801-7267877a765c triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:18:26.854680 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:18:26.884411 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d6ad830b-2395-4dfe-bc3b-a311e65cb5bb req-3d5939b6-ded1-4a67-9e01-71048288c761 service neutron] 10.222.0.11 "GET /v2.0/networks/884beb9b-9ac3-4b1b-a696-570162873f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798228 Jul 28 07:18:26.931322 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:18:26.954231 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1463b78-36b1-4958-84e8-4bcdf9a6f501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f188c690-115f-4508-9801-7267877a765c'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:18:26.956478 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bbc385-382f-4bdd-a059-7bb049d7452c" -d '{"events": [{"server_uuid": "d1463b78-36b1-4958-84e8-4bcdf9a6f501", "name": "network-vif-plugged", "status": "completed", "tag": "f188c690-115f-4508-9801-7267877a765c"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:18:26.969604 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port f188c690-115f-4508-9801-7267877a765c, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f188c690-115f-4508-9801-7267877a765c,segment=NetworkSegment(c51cf013-a507-4fca-bf38-473e03eeb00c),segment_id=c51cf013-a507-4fca-bf38-473e03eeb00c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:18:26.991982 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe10831-abe4-4f73-b742-7bbd6cfebf9d x-openstack-request-id: req-cbe10831-abe4-4f73-b742-7bbd6cfebf9d {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:18:26.992163 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d6ad830b-2395-4dfe-bc3b-a311e65cb5bb req-731768b8-dc5a-4b3a-832f-21aac48cb275 service neutron] 10.222.0.11 "GET /v2.0/networks/884beb9b-9ac3-4b1b-a696-570162873f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012974 Jul 28 07:18:26.992324 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1463b78-36b1-4958-84e8-4bcdf9a6f501", "name": "network-vif-plugged", "status": "completed", "tag": "f188c690-115f-4508-9801-7267877a765c", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:18:26.992606 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cbe10831-abe4-4f73-b742-7bbd6cfebf9d {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:18:26.992992 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1463b78-36b1-4958-84e8-4bcdf9a6f501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f188c690-115f-4508-9801-7267877a765c', 'code': 200} Jul 28 07:18:27.056928 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:18:27.080613 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:18:27.103113 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=f188c690-115f-4508-9801-7267877a765c,revision_number=8']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:18:27.616304 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8feae-72bc-4d49-8f5a-4cd69f372039 req-5b0fdadc-31c3-4f65-b597-cb657323e470 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:27.617682 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5ea8feae-72bc-4d49-8f5a-4cd69f372039 req-5b0fdadc-31c3-4f65-b597-cb657323e470 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0500572 Jul 28 07:18:27.655103 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5ea8feae-72bc-4d49-8f5a-4cd69f372039 req-8c24ab96-c233-46ac-8c92-2414bd91cfea tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314677 Jul 28 07:18:28.767732 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78ac33-694e-4d69-b6c0-ece78791733b req-2486215d-dbf6-4e91-a3b2-e8504a75902c tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:28.769173 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5a78ac33-694e-4d69-b6c0-ece78791733b req-2486215d-dbf6-4e91-a3b2-e8504a75902c tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0470765 Jul 28 07:18:28.805359 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5a78ac33-694e-4d69-b6c0-ece78791733b req-2824b8d4-4142-4800-aacd-5e6815aa27b3 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304036 Jul 28 07:18:32.063734 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dbe11eba-fed9-4f1f-a905-a9b64c04a640 req-0aa72dd6-3cfd-4128-a8f9-d75122c95fad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405183 Jul 28 07:18:32.123503 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe11eba-fed9-4f1f-a905-a9b64c04a640 req-55741272-c73b-4d76-a36e-52a03690db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:32.124973 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dbe11eba-fed9-4f1f-a905-a9b64c04a640 req-55741272-c73b-4d76-a36e-52a03690db1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cd9f77be95a4e948f579069965c7e85&device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 1099 time: 0.0398333 Jul 28 07:18:32.236235 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe11eba-fed9-4f1f-a905-a9b64c04a640 req-a9118937-b3ac-41aa-ade3-da28ff64ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:32.237727 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dbe11eba-fed9-4f1f-a905-a9b64c04a640 req-a9118937-b3ac-41aa-ade3-da28ff64ce17 service neutron] 10.222.0.11 "GET /v2.0/networks?id=884beb9b-9ac3-4b1b-a696-570162873f33 HTTP/1.1" status: 200 len: 911 time: 0.0940278 Jul 28 07:18:32.304082 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dbe11eba-fed9-4f1f-a905-a9b64c04a640 req-b8cb65a2-0a1b-497c-9360-f07435935052 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1832d2e0-d88b-4219-b039-82c2b16b8ae6 HTTP/1.1" status: 200 len: 1001 time: 0.0560391 Jul 28 07:18:32.355350 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe11eba-fed9-4f1f-a905-a9b64c04a640 req-d55a8551-9c45-4752-8b7c-1cca8576d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:32.356765 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dbe11eba-fed9-4f1f-a905-a9b64c04a640 req-d55a8551-9c45-4752-8b7c-1cca8576d96e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b962e5fc-987c-48c7-ba89-eb09dbd5179e HTTP/1.1" status: 200 len: 849 time: 0.0463369 Jul 28 07:18:32.401815 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe11eba-fed9-4f1f-a905-a9b64c04a640 req-a9c1c3f7-5c8f-49e1-ab10-caf25ae79e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:18:32.403326 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dbe11eba-fed9-4f1f-a905-a9b64c04a640 req-a9c1c3f7-5c8f-49e1-ab10-caf25ae79e87 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=884beb9b-9ac3-4b1b-a696-570162873f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391951 Jul 28 07:18:32.490537 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dbe11eba-fed9-4f1f-a905-a9b64c04a640 req-610e9c57-bc2d-4055-a1b2-232013901501 service neutron] 10.222.0.11 "GET /v2.0/networks/884beb9b-9ac3-4b1b-a696-570162873f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791016 Jul 28 07:18:32.582143 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dbe11eba-fed9-4f1f-a905-a9b64c04a640 req-308aab79-b7d3-4518-ac7e-d5eea0956d9a service neutron] 10.222.0.11 "GET /v2.0/networks/884beb9b-9ac3-4b1b-a696-570162873f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846992 Jul 28 07:18:39.719588 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6d934d3-577e-4510-bd73-b13234036772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:18:42.462250 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d64e84b8-099c-4057-96ed-ff31f09caf76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:18:42.748146 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:18:42.817943 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:18:43.422396 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:18:45.067830 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:18:57.113865 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:01.723770 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02092ec-782c-47b6-9efa-c243bc01585b req-a3f89765-1512-4a7c-8153-2a6f54826333 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:01.725238 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b02092ec-782c-47b6-9efa-c243bc01585b req-a3f89765-1512-4a7c-8153-2a6f54826333 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0485995 Jul 28 07:19:01.765113 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b02092ec-782c-47b6-9efa-c243bc01585b req-40c4354a-8e0d-4d15-9900-e2ad8ae0e37f tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340877 Jul 28 07:19:02.877771 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb674e-4128-4db0-b1e3-1b7a62aa616f req-8460ecab-4220-4f66-8938-e96f9d5ba6d0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:02.879722 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4efb674e-4128-4db0-b1e3-1b7a62aa616f req-8460ecab-4220-4f66-8938-e96f9d5ba6d0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0470934 Jul 28 07:19:02.915628 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4efb674e-4128-4db0-b1e3-1b7a62aa616f req-e3abac8e-3b42-4419-8d98-5cb0a0a5a624 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302246 Jul 28 07:19:03.547562 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a5e3d-657f-4342-86e1-cd28b209a78c req-dd51787c-83b0-49ee-b635-e792ac3c7026 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:03.548964 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d98a5e3d-657f-4342-86e1-cd28b209a78c req-dd51787c-83b0-49ee-b635-e792ac3c7026 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0473800 Jul 28 07:19:03.636561 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-d98a5e3d-657f-4342-86e1-cd28b209a78c req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Deleting port 1832d2e0-d88b-4219-b039-82c2b16b8ae6 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:19:03.636893 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-d98a5e3d-657f-4342-86e1-cd28b209a78c req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:03.717951 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-d98a5e3d-657f-4342-86e1-cd28b209a78c req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] For port 1832d2e0-d88b-4219-b039-82c2b16b8ae6, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=1832d2e0-d88b-4219-b039-82c2b16b8ae6,segment=NetworkSegment(8308b019-c624-4586-b651-29ec865802f3),segment_id=8308b019-c624-4586-b651-29ec865802f3)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:19:03.718303 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-d98a5e3d-657f-4342-86e1-cd28b209a78c req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:03.876597 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-d98a5e3d-657f-4342-86e1-cd28b209a78c req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:03.876893 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-d98a5e3d-657f-4342-86e1-cd28b209a78c req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019642'] for floatingip, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:03.877187 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.l3_db [req-d98a5e3d-657f-4342-86e1-cd28b209a78c req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Floating IP bc39319c-06a9-4428-8804-c80ff8704be7 disassociated. External IP: 172.27.0.12, port: 1832d2e0-d88b-4219-b039-82c2b16b8ae6. Jul 28 07:19:03.877780 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-d98a5e3d-657f-4342-86e1-cd28b209a78c req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Calling delete_port for 1832d2e0-d88b-4219-b039-82c2b16b8ae6 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:19:04.027361 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed53a33-4e7e-4ddd-a6a5-6d3cfa1c2843 req-cd5bed08-2950-482f-beb6-10781a2b6ef9 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:04.028875 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6ed53a33-4e7e-4ddd-a6a5-6d3cfa1c2843 req-cd5bed08-2950-482f-beb6-10781a2b6ef9 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 946 time: 0.0481753 Jul 28 07:19:04.039392 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-d98a5e3d-657f-4342-86e1-cd28b209a78c req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:04.066055 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Pushing event deleted for resources: {'Port': ['ID=1832d2e0-d88b-4219-b039-82c2b16b8ae6,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:04.070618 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6ed53a33-4e7e-4ddd-a6a5-6d3cfa1c2843 req-bad18f0b-ff9c-49ab-9985-0855f4287f35 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=913567e6-a18f-4381-9f6d-7656138bcea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351622 Jul 28 07:19:04.075816 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:04.076549 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:04.076549 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:04.076841 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:04.077153 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:04.077450 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:04.077775 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:04.078108 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:04.078431 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:04.078846 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:04.079097 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:04.079402 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:04.189374 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d98a5e3d-657f-4342-86e1-cd28b209a78c req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:19:04.293637 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d98a5e3d-657f-4342-86e1-cd28b209a78c req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:19:04.303748 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11521a2-0779-40e8-9948-0a7a5182ef4a None None] Sync routers for ids ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:19:04.312678 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11521a2-0779-40e8-9948-0a7a5182ef4a None None] Routers {'7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:19:04.313285 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-e11521a2-0779-40e8-9948-0a7a5182ef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:18:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:04.331846 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98a5e3d-657f-4342-86e1-cd28b209a78c req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] No DVR routers for this DVR port 1832d2e0-d88b-4219-b039-82c2b16b8ae6 on host hv-cinder-79280 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:19:04.334373 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-d98a5e3d-657f-4342-86e1-cd28b209a78c req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:04.336379 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d98a5e3d-657f-4342-86e1-cd28b209a78c req-8fc2bce5-b67e-46f5-aa7a-2e53aa3dc9e0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.11 "DELETE /v2.0/ports/1832d2e0-d88b-4219-b039-82c2b16b8ae6 HTTP/1.1" status: 204 len: 173 time: 0.7812245 Jul 28 07:19:04.417393 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-e11521a2-0779-40e8-9948-0a7a5182ef4a None None] Set router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:19:04.615114 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-e11521a2-0779-40e8-9948-0a7a5182ef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '718840da-0999-40fe-8f8f-e920463305f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:16:13Z', 'updated_at': '2021-07-28T07:16:16Z', 'revision_number': 4, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'gw_port': {'id': '718840da-0999-40fe-8f8f-e920463305f8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:14Z', 'updated_at': '2021-07-28T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'd728ce62-a82c-46c3-89dd-094df7a5ac58', 'name': '', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'mac_address': 'fa:16:3e:ba:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:16Z', 'updated_at': '2021-07-28T07:16:21Z', 'revision_number': 5, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'subnets': [{'id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:04.644826 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11521a2-0779-40e8-9948-0a7a5182ef4a None None] Checking router: 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:19:04.653578 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11521a2-0779-40e8-9948-0a7a5182ef4a None None] Routers {'7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:19:04.654174 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-e11521a2-0779-40e8-9948-0a7a5182ef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:18:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:04.755920 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-e11521a2-0779-40e8-9948-0a7a5182ef4a None None] Set router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:19:05.038227 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-e11521a2-0779-40e8-9948-0a7a5182ef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '718840da-0999-40fe-8f8f-e920463305f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:16:13Z', 'updated_at': '2021-07-28T07:16:16Z', 'revision_number': 4, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'gw_port': {'id': '718840da-0999-40fe-8f8f-e920463305f8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:14Z', 'updated_at': '2021-07-28T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'd728ce62-a82c-46c3-89dd-094df7a5ac58', 'name': '', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'mac_address': 'fa:16:3e:ba:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:16Z', 'updated_at': '2021-07-28T07:16:21Z', 'revision_number': 5, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'subnets': [{'id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:05.064465 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11521a2-0779-40e8-9948-0a7a5182ef4a None None] The sync data for ids ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'] in dv-cinder-792800-1-iscsi is: [{'id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '718840da-0999-40fe-8f8f-e920463305f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:16:13Z', 'updated_at': '2021-07-28T07:16:16Z', 'revision_number': 4, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'gw_port': {'id': '718840da-0999-40fe-8f8f-e920463305f8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:14Z', 'updated_at': '2021-07-28T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'd728ce62-a82c-46c3-89dd-094df7a5ac58', 'name': '', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'mac_address': 'fa:16:3e:ba:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:16Z', 'updated_at': '2021-07-28T07:16:21Z', 'revision_number': 5, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'subnets': [{'id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:19:05.194847 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f6f02a5f-3bc1-481e-9814-14c82a0851ef req-19ffd102-d6e0-4831-b168-ef67fc7671df tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a235fb4-1689-45b3-9cf5-53ab181f6e5b HTTP/1.1" status: 200 len: 210 time: 0.0269918 Jul 28 07:19:05.307382 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922e1c45-d31f-4f0b-ab73-2f3870870c3e None None] New status for floating IP bc39319c-06a9-4428-8804-c80ff8704be7: DOWN {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 07:19:07.020404 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 1832d2e0-d88b-4219-b039-82c2b16b8ae6 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:19:07.040432 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] No Port match for: 1832d2e0-d88b-4219-b039-82c2b16b8ae6 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:19:07.040774 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 1832d2e0-d88b-4219-b039-82c2b16b8ae6 not bound to the agent host hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:19:07.347687 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59146) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:07.413564 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b01ef99c-6c32-4229-9a9e-458e9126ad19 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:07.445576 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b01ef99c-6c32-4229-9a9e-458e9126ad19 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:07.558155 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b01ef99c-6c32-4229-9a9e-458e9126ad19 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:07.560682 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b01ef99c-6c32-4229-9a9e-458e9126ad19 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:07.561840 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b01ef99c-6c32-4229-9a9e-458e9126ad19 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "DELETE /v2.0/security-groups/913567e6-a18f-4381-9f6d-7656138bcea9 HTTP/1.1" status: 204 len: 168 time: 0.2131491 Jul 28 07:19:07.564695 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59148) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:07.571304 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ef99c-6c32-4229-9a9e-458e9126ad19 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=913567e6-a18f-4381-9f6d-7656138bcea9,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:07.578392 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ef99c-6c32-4229-9a9e-458e9126ad19 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:07.578573 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.api.v2.resource [None req-3eb38a2b-f14a-477a-b9d8-68fec3c5e012 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] show failed (client error): The resource could not be found. Jul 28 07:19:07.578770 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ef99c-6c32-4229-9a9e-458e9126ad19 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:07.579117 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ef99c-6c32-4229-9a9e-458e9126ad19 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:07.579506 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ef99c-6c32-4229-9a9e-458e9126ad19 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:07.579626 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-3eb38a2b-f14a-477a-b9d8-68fec3c5e012 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups/913567e6-a18f-4381-9f6d-7656138bcea9 HTTP/1.1" status: 404 len: 347 time: 0.0137498 Jul 28 07:19:07.579788 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ef99c-6c32-4229-9a9e-458e9126ad19 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:07.580240 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ef99c-6c32-4229-9a9e-458e9126ad19 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:07.580450 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ef99c-6c32-4229-9a9e-458e9126ad19 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:07.580781 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ef99c-6c32-4229-9a9e-458e9126ad19 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:07.581111 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ef99c-6c32-4229-9a9e-458e9126ad19 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:07.581438 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ef99c-6c32-4229-9a9e-458e9126ad19 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:07.581767 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ef99c-6c32-4229-9a9e-458e9126ad19 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:07.582087 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ef99c-6c32-4229-9a9e-458e9126ad19 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:07.591480 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59150) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:07.712946 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-2cf84faa-6b27-46f9-90aa-af8206cb52d0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Deleting port 7d56f36a-280e-42ee-a6a1-2af75f6fb72a {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:19:07.713284 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2cf84faa-6b27-46f9-90aa-af8206cb52d0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:07.786259 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2cf84faa-6b27-46f9-90aa-af8206cb52d0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:07.786618 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2cf84faa-6b27-46f9-90aa-af8206cb52d0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:07.797710 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-2cf84faa-6b27-46f9-90aa-af8206cb52d0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Calling delete_port for 7d56f36a-280e-42ee-a6a1-2af75f6fb72a owned by network:floatingip {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:19:07.993217 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2cf84faa-6b27-46f9-90aa-af8206cb52d0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:08.019541 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf84faa-6b27-46f9-90aa-af8206cb52d0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Pushing event deleted for resources: {'Port': ['ID=7d56f36a-280e-42ee-a6a1-2af75f6fb72a,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:08.075858 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2cf84faa-6b27-46f9-90aa-af8206cb52d0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for floatingip, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:08.078399 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2cf84faa-6b27-46f9-90aa-af8206cb52d0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:08.079565 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-2cf84faa-6b27-46f9-90aa-af8206cb52d0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "DELETE /v2.0/floatingips/bc39319c-06a9-4428-8804-c80ff8704be7 HTTP/1.1" status: 204 len: 168 time: 0.4871650 Jul 28 07:19:08.516011 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59154) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:08.521207 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-e36fd060-e73a-443f-a294-de0a4953e81e tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--742243639', 'description': 'tempest-description--1270139250'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:19:08.593270 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e36fd060-e73a-443f-a294-de0a4953e81e tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:08.673758 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e36fd060-e73a-443f-a294-de0a4953e81e tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:08.740656 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e36fd060-e73a-443f-a294-de0a4953e81e tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:08.768318 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fd060-e73a-443f-a294-de0a4953e81e tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32cd95db-fbd9-439f-8324-b14b488ae5d9,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:08.820897 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e36fd060-e73a-443f-a294-de0a4953e81e tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:08.822158 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e36fd060-e73a-443f-a294-de0a4953e81e tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3051198 Jul 28 07:19:08.824946 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59156) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:08.829310 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-4c2692d2-2c1d-4e89-ac2a-48bef220847c tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Request body: {'security_group_rule': {'security_group_id': '32cd95db-fbd9-439f-8324-b14b488ae5d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:19:08.905062 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4c2692d2-2c1d-4e89-ac2a-48bef220847c tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:08.958395 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4c2692d2-2c1d-4e89-ac2a-48bef220847c tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:09.037810 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4c2692d2-2c1d-4e89-ac2a-48bef220847c tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:09.055203 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2692d2-2c1d-4e89-ac2a-48bef220847c tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e8cfc7-5248-46c1-84cf-286f4103e30f,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:09.141754 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4c2692d2-2c1d-4e89-ac2a-48bef220847c tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:09.144539 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-4c2692d2-2c1d-4e89-ac2a-48bef220847c tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3172135 Jul 28 07:19:09.146201 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59158) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:09.150582 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-2e7eca79-0a24-433e-ae7e-d9424f555dba tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Request body: {'security_group_rule': {'security_group_id': '32cd95db-fbd9-439f-8324-b14b488ae5d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:19:09.266222 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2e7eca79-0a24-433e-ae7e-d9424f555dba tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:09.321381 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2e7eca79-0a24-433e-ae7e-d9424f555dba tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:09.404588 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2e7eca79-0a24-433e-ae7e-d9424f555dba tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:09.424670 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7eca79-0a24-433e-ae7e-d9424f555dba tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05087248-6f4e-4eeb-8f50-79ce4124099a,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:09.473007 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2e7eca79-0a24-433e-ae7e-d9424f555dba tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:09.474181 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-2e7eca79-0a24-433e-ae7e-d9424f555dba tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3270106 Jul 28 07:19:09.477225 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59160) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:09.481454 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-8eeb419d-652e-406b-bba1-dba4157db202 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Request body: {'floatingip': {'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:19:09.547536 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8eeb419d-652e-406b-bba1-dba4157db202 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for floatingip, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:09.643187 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8eeb419d-652e-406b-bba1-dba4157db202 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:09.717744 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-04365112-c35a-40c7-a399-0c8f8795a88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:09.746891 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-8eeb419d-652e-406b-bba1-dba4157db202 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Allocated IP 172.27.0.127 (8c193189-1b67-4afb-a9ff-6e33854cf3c6/2c40bc55-7b7c-48af-93d0-df9752159746/9507d360-d4dc-49de-b473-697a5e8aed89) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:19:09.844094 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8eeb419d-652e-406b-bba1-dba4157db202 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:09.936300 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8eeb419d-652e-406b-bba1-dba4157db202 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:09.973533 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeb419d-652e-406b-bba1-dba4157db202 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:19:09.976298 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-8eeb419d-652e-406b-bba1-dba4157db202 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:19:09.982501 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeb419d-652e-406b-bba1-dba4157db202 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:19:09.985205 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb419d-652e-406b-bba1-dba4157db202 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Pushing event updated for resources: {'Port': ['ID=9507d360-d4dc-49de-b473-697a5e8aed89,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:10.066970 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8eeb419d-652e-406b-bba1-dba4157db202 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:10.154867 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8eeb419d-652e-406b-bba1-dba4157db202 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:10.296471 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8eeb419d-652e-406b-bba1-dba4157db202 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:10.393388 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8eeb419d-652e-406b-bba1-dba4157db202 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:10.458057 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb419d-652e-406b-bba1-dba4157db202 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Pushing event updated for resources: {'Port': ['ID=9507d360-d4dc-49de-b473-697a5e8aed89,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:10.469053 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8eeb419d-652e-406b-bba1-dba4157db202 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019642'] for floatingip, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:10.564088 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8eeb419d-652e-406b-bba1-dba4157db202 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:10.565311 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-8eeb419d-652e-406b-bba1-dba4157db202 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0871499 Jul 28 07:19:10.701841 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-4ddf4de8-ab6d-4a80-bb7d-4b19d2394dfb tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--742243639&fields=id&tenant_id=9cd9f77be95a4e948f579069965c7e85 HTTP/1.1" status: 200 len: 267 time: 0.0320578 Jul 28 07:19:10.806756 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-52e75c70-bff8-45d6-8482-3c0b73f01cb3 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:10.808120 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-52e75c70-bff8-45d6-8482-3c0b73f01cb3 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/networks?id=884beb9b-9ac3-4b1b-a696-570162873f33 HTTP/1.1" status: 200 len: 810 time: 0.0994575 Jul 28 07:19:10.822160 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-879a9a62-bcb1-478f-805b-be4efdd99346 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/quotas/9cd9f77be95a4e948f579069965c7e85 HTTP/1.1" status: 200 len: 375 time: 0.0085680 Jul 28 07:19:10.873073 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-e69d856a-4f70-4644-b6bf-cbebc4b65b7e tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9cd9f77be95a4e948f579069965c7e85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458333 Jul 28 07:19:10.927611 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-e4d299f7-788b-4a50-96e8-3ef6f537b488 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 07:19:10.928589 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-e4d299f7-788b-4a50-96e8-3ef6f537b488 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0444798 Jul 28 07:19:11.013522 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-296e09da-3f5c-4a0c-b570-9bcfb32e02eb service neutron] 10.222.0.10 "GET /v2.0/networks/884beb9b-9ac3-4b1b-a696-570162873f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790668 Jul 28 07:19:11.101116 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-a9dd0614-c850-4fc0-b6b9-b44ae5351cd4 service neutron] 10.222.0.10 "GET /v2.0/networks/884beb9b-9ac3-4b1b-a696-570162873f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811639 Jul 28 07:19:11.387653 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4be406bd-1811-48d6-b5d8-1360f6589003 req-662059da-4b28-4fce-befe-de586a9f0ac8 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=90b5ac17-73db-4eee-bfbb-1bbe7937ca10 HTTP/1.1" status: 200 len: 210 time: 0.0279684 Jul 28 07:19:12.479312 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e6b58ee3-6d29-4924-b7c7-55b99bffc445 req-245aa800-a822-47d6-9a3e-d62eaa70cea3 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=90b5ac17-73db-4eee-bfbb-1bbe7937ca10 HTTP/1.1" status: 200 len: 210 time: 0.0264816 Jul 28 07:19:12.490357 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-05889a3a-92b5-465e-ae97-7456b82c90c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:12.770290 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:13.080893 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-4a7e2a7b-27c9-4ba5-b235-2f35fd531c68 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:13.082399 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-4a7e2a7b-27c9-4ba5-b235-2f35fd531c68 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.11 "GET /v2.0/networks?id=884beb9b-9ac3-4b1b-a696-570162873f33 HTTP/1.1" status: 200 len: 810 time: 0.1028960 Jul 28 07:19:13.124740 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-0b8e69eb-ecb2-4795-bf36-cdcebbc91c9e tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cd9f77be95a4e948f579069965c7e85 HTTP/1.1" status: 200 len: 379 time: 0.0335078 Jul 28 07:19:13.134465 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-41924443-a530-4905-b435-6ae1a69bb3c0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Request body: {'port': {'device_id': '90b5ac17-73db-4eee-bfbb-1bbe7937ca10', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'admin_state_up': True, 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'security_groups': ['32cd95db-fbd9-439f-8324-b14b488ae5d9']}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:19:13.324840 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-41924443-a530-4905-b435-6ae1a69bb3c0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Made reservation on behalf of 9cd9f77be95a4e948f579069965c7e85 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:19:13.328831 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-41924443-a530-4905-b435-6ae1a69bb3c0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:13.381711 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:13.453707 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-41924443-a530-4905-b435-6ae1a69bb3c0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Allocated IP 172.20.0.8 (884beb9b-9ac3-4b1b-a696-570162873f33/b962e5fc-987c-48c7-ba89-eb09dbd5179e/1fb7ca24-d982-46e8-bcc7-b53aa39d07a8) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:19:13.577565 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-760caefa-6629-446b-aca1-bcb4ebb79d2c req-0212c774-1ddf-4b2d-9db7-861c9f35dff2 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=90b5ac17-73db-4eee-bfbb-1bbe7937ca10 HTTP/1.1" status: 200 len: 210 time: 0.0258112 Jul 28 07:19:13.597512 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-41924443-a530-4905-b435-6ae1a69bb3c0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:13.611212 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-41924443-a530-4905-b435-6ae1a69bb3c0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Transition to ACTIVE for port object 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:19:13.701836 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-41924443-a530-4905-b435-6ae1a69bb3c0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:13.741037 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-41924443-a530-4905-b435-6ae1a69bb3c0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Network 884beb9b-9ac3-4b1b-a696-570162873f33 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:19:13.743980 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-41924443-a530-4905-b435-6ae1a69bb3c0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:19:13.747585 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-41924443-a530-4905-b435-6ae1a69bb3c0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:19:13.775087 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41924443-a530-4905-b435-6ae1a69bb3c0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Pushing event updated for resources: {'Port': ['ID=1fb7ca24-d982-46e8-bcc7-b53aa39d07a8,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:13.803155 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-41924443-a530-4905-b435-6ae1a69bb3c0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:13.807729 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-41924443-a530-4905-b435-6ae1a69bb3c0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:13.896743 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-41924443-a530-4905-b435-6ae1a69bb3c0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7660005 Jul 28 07:19:13.908748 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] Request body: {'port': {'device_id': '90b5ac17-73db-4eee-bfbb-1bbe7937ca10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:19:13.963383 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:14.010310 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-0255831d-743d-496b-9eae-7168db6aa41a None None] Provisioning for port 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:19:14.014655 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-0255831d-743d-496b-9eae-7168db6aa41a None None] Provisioning complete for port 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:19:14.014974 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0255831d-743d-496b-9eae-7168db6aa41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:14.048517 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-0255831d-743d-496b-9eae-7168db6aa41a None None] Port 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:19:14.212255 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:19:14.219493 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:14.230695 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] Transition to ACTIVE for port object 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:19:14.295643 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:14.344320 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb7ca24-d982-46e8-bcc7-b53aa39d07a8,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:14.418495 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] Attempting to bind port 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:19:14.418903 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] Attempting to bind port 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '8308b019-c624-4586-b651-29ec865802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:19:14.419306 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] Attempting to bind port 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 on network 884beb9b-9ac3-4b1b-a696-570162873f33 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:19:14.423924 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] Port 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 on network 884beb9b-9ac3-4b1b-a696-570162873f33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 07:19:14.424241 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] Attempting to bind port 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 on network 884beb9b-9ac3-4b1b-a696-570162873f33 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:19:14.429147 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] Checking agent: {'id': '9049993c-5c8b-4294-bcfd-702819f13098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'started_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:19:14.430134 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] Checking segment: {'id': '8308b019-c624-4586-b651-29ec865802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:19:14.430541 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] Bound using segment: {'id': '8308b019-c624-4586-b651-29ec865802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:19:14.430983 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] Bound port: 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8308b019-c624-4586-b651-29ec865802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:19:14.431342 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:14.699763 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbba814-415e-42b7-80cc-5abd5ee0a9fe req-ddab60b7-381d-4dd7-8800-f2ab9b8ddbb0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:14.701248 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fbbba814-415e-42b7-80cc-5abd5ee0a9fe req-ddab60b7-381d-4dd7-8800-f2ab9b8ddbb0 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=90b5ac17-73db-4eee-bfbb-1bbe7937ca10 HTTP/1.1" status: 200 len: 943 time: 0.0543203 Jul 28 07:19:14.734156 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] For port 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8, host hv-cinder-79280, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:19:14.737046 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] For port 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=1fb7ca24-d982-46e8-bcc7-b53aa39d07a8,segment=NetworkSegment(8308b019-c624-4586-b651-29ec865802f3),segment_id=8308b019-c624-4586-b651-29ec865802f3)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:19:14.739847 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fbbba814-415e-42b7-80cc-5abd5ee0a9fe req-b0454ef4-a0dc-4e5e-9fd9-dccf1bf99655 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=32cd95db-fbd9-439f-8324-b14b488ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320477 Jul 28 07:19:14.805749 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:14.838331 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:14.839029 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:14.840389 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] 10.222.0.11 "PUT /v2.0/ports/1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 HTTP/1.1" status: 200 len: 1093 time: 0.9357779 Jul 28 07:19:14.861306 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349c750-7069-4854-ab5b-bfffe21bf2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb7ca24-d982-46e8-bcc7-b53aa39d07a8,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:14.983184 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f2403ff8-e6e3-47f0-82e0-b4f8d5518ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:14.984739 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-f2403ff8-e6e3-47f0-82e0-b4f8d5518ed7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cd9f77be95a4e948f579069965c7e85&device_id=90b5ac17-73db-4eee-bfbb-1bbe7937ca10 HTTP/1.1" status: 200 len: 1096 time: 0.0417156 Jul 28 07:19:15.028030 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-ae68c053-1bf1-459d-9287-05b70cd36740 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 HTTP/1.1" status: 200 len: 217 time: 0.0355370 Jul 28 07:19:15.076096 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-0c65769f-a605-4e22-acef-a855a1de4578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:15.077650 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-0c65769f-a605-4e22-acef-a855a1de4578 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b962e5fc-987c-48c7-ba89-eb09dbd5179e HTTP/1.1" status: 200 len: 849 time: 0.0429080 Jul 28 07:19:15.086457 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:15.122882 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-4e06eda0-4f6c-4ad0-944d-e968497b0668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:15.124352 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-4e06eda0-4f6c-4ad0-944d-e968497b0668 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=884beb9b-9ac3-4b1b-a696-570162873f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397756 Jul 28 07:19:15.212740 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-c368aa0a-f649-4665-aa84-8862356e534f service neutron] 10.222.0.11 "GET /v2.0/networks/884beb9b-9ac3-4b1b-a696-570162873f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814676 Jul 28 07:19:15.299898 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e066d74a-d2bd-4166-aa49-d4626c137d45 req-0f0e51aa-a510-418a-b1fc-472e94fc9170 service neutron] 10.222.0.11 "GET /v2.0/networks/884beb9b-9ac3-4b1b-a696-570162873f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803113 Jul 28 07:19:15.850170 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1724094-c66f-4de7-bc00-8682bfb1ad23 req-e3ea9b44-37f4-4af2-b543-b9a83b377e6f tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:15.851688 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f1724094-c66f-4de7-bc00-8682bfb1ad23 req-e3ea9b44-37f4-4af2-b543-b9a83b377e6f tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=90b5ac17-73db-4eee-bfbb-1bbe7937ca10 HTTP/1.1" status: 200 len: 943 time: 0.0482991 Jul 28 07:19:15.889243 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f1724094-c66f-4de7-bc00-8682bfb1ad23 req-52e325fd-4ed5-4ced-ad2a-4ae9cd147941 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=32cd95db-fbd9-439f-8324-b14b488ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319054 Jul 28 07:19:16.997920 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46573bbe-8b78-45c8-b06c-0fe9a1720dcd req-d323c6a5-9874-48e9-900e-9064410c8ad6 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:16.999380 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-46573bbe-8b78-45c8-b06c-0fe9a1720dcd req-d323c6a5-9874-48e9-900e-9064410c8ad6 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=90b5ac17-73db-4eee-bfbb-1bbe7937ca10 HTTP/1.1" status: 200 len: 943 time: 0.0466332 Jul 28 07:19:17.036058 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-46573bbe-8b78-45c8-b06c-0fe9a1720dcd req-a4d948a8-e6b7-4ca8-8b34-9fae9a54ab62 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=32cd95db-fbd9-439f-8324-b14b488ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307150 Jul 28 07:19:18.156303 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd093ba-d92e-4e99-bb2e-766758006863 req-c86abb4d-597f-4a44-97b9-cf5a3d5fe455 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:18.157742 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ddd093ba-d92e-4e99-bb2e-766758006863 req-c86abb4d-597f-4a44-97b9-cf5a3d5fe455 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=90b5ac17-73db-4eee-bfbb-1bbe7937ca10 HTTP/1.1" status: 200 len: 943 time: 0.0510676 Jul 28 07:19:18.193846 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ddd093ba-d92e-4e99-bb2e-766758006863 req-8f544a37-bfd8-4bc4-9e1e-79f26847c625 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=32cd95db-fbd9-439f-8324-b14b488ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303202 Jul 28 07:19:19.057211 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:19:19.151203 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=1fb7ca24-d982-46e8-bcc7-b53aa39d07a8,segment=NetworkSegment(8308b019-c624-4586-b651-29ec865802f3),segment_id=8308b019-c624-4586-b651-29ec865802f3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:19:19.161871 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': '1fb7ca24-d982-46e8-bcc7-b53aa39d07a8', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'port_id': '1fb7ca24-d982-46e8-bcc7-b53aa39d07a8', 'mac_address': 'fa:16:3e:f3:1b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:19:19.197270 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:19.208999 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:19:19.230229 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=1fb7ca24-d982-46e8-bcc7-b53aa39d07a8,segment=NetworkSegment(8308b019-c624-4586-b651-29ec865802f3),segment_id=8308b019-c624-4586-b651-29ec865802f3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:19:19.307072 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082f46a-f940-4d57-b06b-ad5bc4bc4c38 req-4c942274-86b6-462a-b998-128ae67888d8 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:19.308584 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0082f46a-f940-4d57-b06b-ad5bc4bc4c38 req-4c942274-86b6-462a-b998-128ae67888d8 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=90b5ac17-73db-4eee-bfbb-1bbe7937ca10 HTTP/1.1" status: 200 len: 943 time: 0.0488849 Jul 28 07:19:19.313259 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:19.348975 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0082f46a-f940-4d57-b06b-ad5bc4bc4c38 req-e46df723-5e70-4548-88a9-193125090217 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=32cd95db-fbd9-439f-8324-b14b488ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341899 Jul 28 07:19:19.366810 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=1fb7ca24-d982-46e8-bcc7-b53aa39d07a8,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:19.374598 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:19.374947 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:19.375286 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:19.375622 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:19.375952 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:19.376284 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:19.376610 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:19.376937 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:19.377516 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:19.377841 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:19.378168 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:19.378487 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:19.510765 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['1fb7ca24-d982-46e8-bcc7-b53aa39d07a8'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:19:19.817194 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:19:20.477324 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d17c63-ad60-4893-8033-2474719c785c req-d8160e86-85ea-4091-bc4c-f3d20afeb25e tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:20.478821 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-95d17c63-ad60-4893-8033-2474719c785c req-d8160e86-85ea-4091-bc4c-f3d20afeb25e tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=90b5ac17-73db-4eee-bfbb-1bbe7937ca10 HTTP/1.1" status: 200 len: 944 time: 0.0481403 Jul 28 07:19:20.516277 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-95d17c63-ad60-4893-8033-2474719c785c req-ed780718-4ac5-4476-b168-ea5572f30d7e tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=32cd95db-fbd9-439f-8324-b14b488ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316250 Jul 28 07:19:21.066332 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:19:21.221041 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning for port 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:19:21.224741 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:19:21.225232 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:21.415260 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:21.435853 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b5ac17-73db-4eee-bfbb-1bbe7937ca10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb7ca24-d982-46e8-bcc7-b53aa39d07a8'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:19:21.438038 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cdde9a-a4ff-4b70-ae62-ed96cd73ce15" -d '{"events": [{"server_uuid": "90b5ac17-73db-4eee-bfbb-1bbe7937ca10", "name": "network-vif-plugged", "status": "completed", "tag": "1fb7ca24-d982-46e8-bcc7-b53aa39d07a8"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:19:21.450820 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=1fb7ca24-d982-46e8-bcc7-b53aa39d07a8,segment=NetworkSegment(8308b019-c624-4586-b651-29ec865802f3),segment_id=8308b019-c624-4586-b651-29ec865802f3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:19:21.507253 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:21.533217 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a24092-2a15-4f4a-ad73-69786cbfee8a x-openstack-request-id: req-e8a24092-2a15-4f4a-ad73-69786cbfee8a {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:19:21.533506 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b5ac17-73db-4eee-bfbb-1bbe7937ca10", "name": "network-vif-plugged", "status": "completed", "tag": "1fb7ca24-d982-46e8-bcc7-b53aa39d07a8", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:19:21.533753 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8a24092-2a15-4f4a-ad73-69786cbfee8a {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:19:21.534174 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b5ac17-73db-4eee-bfbb-1bbe7937ca10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb7ca24-d982-46e8-bcc7-b53aa39d07a8', 'code': 200} Jul 28 07:19:21.560999 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=1fb7ca24-d982-46e8-bcc7-b53aa39d07a8,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:21.641916 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385f2b2-7577-4472-890e-c6c27c0ba07f req-9f2ee968-cdc2-4211-851f-5535361ce54b tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:21.643558 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d385f2b2-7577-4472-890e-c6c27c0ba07f req-9f2ee968-cdc2-4211-851f-5535361ce54b tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=90b5ac17-73db-4eee-bfbb-1bbe7937ca10 HTTP/1.1" status: 200 len: 945 time: 0.0529757 Jul 28 07:19:21.681619 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d385f2b2-7577-4472-890e-c6c27c0ba07f req-e997d977-8d62-4343-97f2-a349fc958209 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=32cd95db-fbd9-439f-8324-b14b488ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314908 Jul 28 07:19:21.824623 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0d568-99c3-4b6c-a831-b377e08d0e3d req-e5980200-4ad3-4a12-8ead-a59abc470848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:21.826142 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4cf0d568-99c3-4b6c-a831-b377e08d0e3d req-e5980200-4ad3-4a12-8ead-a59abc470848 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=90b5ac17-73db-4eee-bfbb-1bbe7937ca10 HTTP/1.1" status: 200 len: 1098 time: 0.0434356 Jul 28 07:19:21.859559 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4cf0d568-99c3-4b6c-a831-b377e08d0e3d req-bf2dd1d0-3154-46e1-98c1-226b469054ef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=32cd95db-fbd9-439f-8324-b14b488ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265403 Jul 28 07:19:22.815272 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bce6f-0d66-40a9-981f-d4fd89af3f41 req-ceb7e900-8d65-4774-92d4-2f9d6e2895be tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:22.816732 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a33bce6f-0d66-40a9-981f-d4fd89af3f41 req-ceb7e900-8d65-4774-92d4-2f9d6e2895be tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=90b5ac17-73db-4eee-bfbb-1bbe7937ca10 HTTP/1.1" status: 200 len: 945 time: 0.0483453 Jul 28 07:19:22.854005 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a33bce6f-0d66-40a9-981f-d4fd89af3f41 req-555f9e52-5316-4bed-88bf-0ef3a24a65e4 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=32cd95db-fbd9-439f-8324-b14b488ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309086 Jul 28 07:19:22.959780 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027af76-09ea-4dec-b049-5fd40d9f694e req-c8b4ed5f-95bf-4506-a85a-158b30c8ddd3 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:22.961790 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1027af76-09ea-4dec-b049-5fd40d9f694e req-c8b4ed5f-95bf-4506-a85a-158b30c8ddd3 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=90b5ac17-73db-4eee-bfbb-1bbe7937ca10 HTTP/1.1" status: 200 len: 945 time: 0.0472665 Jul 28 07:19:22.970144 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59220) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:22.974375 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-26e2fb3c-50b8-422d-af77-92b562241c95 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Request body: {'floatingip': {'port_id': '1fb7ca24-d982-46e8-bcc7-b53aa39d07a8'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:19:23.016507 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-26e2fb3c-50b8-422d-af77-92b562241c95 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for floatingip, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:23.437527 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-26e2fb3c-50b8-422d-af77-92b562241c95 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:23.495498 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-26e2fb3c-50b8-422d-af77-92b562241c95 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019642'] for floatingip, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:23.592070 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.db.l3_db [None req-26e2fb3c-50b8-422d-af77-92b562241c95 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Floating IP aaf8e278-3775-41fb-a061-5930072083f4 associated. External IP: 172.27.0.127, port: 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8. Jul 28 07:19:23.785879 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e2fb3c-50b8-422d-af77-92b562241c95 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:19:23.888233 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e2fb3c-50b8-422d-af77-92b562241c95 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:19:23.893037 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-26e2fb3c-50b8-422d-af77-92b562241c95 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:23.897575 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a907a07-e50a-4c49-88e5-a48ccddf3591 None None] Sync routers for ids ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:19:23.907079 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a907a07-e50a-4c49-88e5-a48ccddf3591 None None] Routers {'7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:19:23.907677 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-0a907a07-e50a-4c49-88e5-a48ccddf3591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:19:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:23.919484 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-26e2fb3c-50b8-422d-af77-92b562241c95 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "PUT /v2.0/floatingips/aaf8e278-3775-41fb-a061-5930072083f4 HTTP/1.1" status: 200 len: 991 time: 0.9483018 Jul 28 07:19:23.920200 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b5ac17-73db-4eee-bfbb-1bbe7937ca10', 'tag': '1fb7ca24-d982-46e8-bcc7-b53aa39d07a8'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:19:23.922563 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf99b37901c056801dd7a1baa5d1ab64c278f5b65534bcabbbad100ea1a30f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ef13a8-ddf9-4be8-9afc-2cb7b192ce0d" -d '{"events": [{"name": "network-changed", "server_uuid": "90b5ac17-73db-4eee-bfbb-1bbe7937ca10", "tag": "1fb7ca24-d982-46e8-bcc7-b53aa39d07a8"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:19:24.012652 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-0a907a07-e50a-4c49-88e5-a48ccddf3591 None None] Set router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:19:24.077615 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf76741c-278e-4200-a624-a5ab7bb29338 x-openstack-request-id: req-cf76741c-278e-4200-a624-a5ab7bb29338 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:19:24.077902 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b5ac17-73db-4eee-bfbb-1bbe7937ca10", "tag": "1fb7ca24-d982-46e8-bcc7-b53aa39d07a8", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:19:24.078146 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf76741c-278e-4200-a624-a5ab7bb29338 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:19:24.078557 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b5ac17-73db-4eee-bfbb-1bbe7937ca10', 'tag': '1fb7ca24-d982-46e8-bcc7-b53aa39d07a8', 'status': 'completed', 'code': 200} Jul 28 07:19:24.138858 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef13a8-ddf9-4be8-9afc-2cb7b192ce0d req-24757771-f809-4921-ae76-51dbe4251837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:24.140443 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-02ef13a8-ddf9-4be8-9afc-2cb7b192ce0d req-24757771-f809-4921-ae76-51dbe4251837 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cd9f77be95a4e948f579069965c7e85&device_id=90b5ac17-73db-4eee-bfbb-1bbe7937ca10 HTTP/1.1" status: 200 len: 1098 time: 0.0402839 Jul 28 07:19:24.227958 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef13a8-ddf9-4be8-9afc-2cb7b192ce0d req-aba652c2-b234-463f-b3e7-fbf7838367b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:24.229439 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-02ef13a8-ddf9-4be8-9afc-2cb7b192ce0d req-aba652c2-b234-463f-b3e7-fbf7838367b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=884beb9b-9ac3-4b1b-a696-570162873f33 HTTP/1.1" status: 200 len: 911 time: 0.0826402 Jul 28 07:19:24.236850 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-0a907a07-e50a-4c49-88e5-a48ccddf3591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '718840da-0999-40fe-8f8f-e920463305f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:16:13Z', 'updated_at': '2021-07-28T07:16:16Z', 'revision_number': 4, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'gw_port': {'id': '718840da-0999-40fe-8f8f-e920463305f8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:14Z', 'updated_at': '2021-07-28T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': 'aaf8e278-3775-41fb-a061-5930072083f4', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'port_id': '1fb7ca24-d982-46e8-bcc7-b53aa39d07a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'mac_address': 'fa:16:3e:f3:1b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b5ac17-73db-4eee-bfbb-1bbe7937ca10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:19:10Z', 'updated_at': '2021-07-28T07:19:23Z', 'revision_number': 1, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd728ce62-a82c-46c3-89dd-094df7a5ac58', 'name': '', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'mac_address': 'fa:16:3e:ba:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:16Z', 'updated_at': '2021-07-28T07:16:21Z', 'revision_number': 5, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'subnets': [{'id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:24.263496 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a907a07-e50a-4c49-88e5-a48ccddf3591 None None] Checking router: 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:19:24.271820 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a907a07-e50a-4c49-88e5-a48ccddf3591 None None] Routers {'7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:19:24.272246 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-0a907a07-e50a-4c49-88e5-a48ccddf3591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:19:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:24.293739 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-02ef13a8-ddf9-4be8-9afc-2cb7b192ce0d req-34e218a9-d901-4fdd-af76-476f342dde4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 HTTP/1.1" status: 200 len: 999 time: 0.0570126 Jul 28 07:19:24.341719 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef13a8-ddf9-4be8-9afc-2cb7b192ce0d req-c770f1f0-f57a-47d7-bfd9-df31f9e192e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:24.343201 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-02ef13a8-ddf9-4be8-9afc-2cb7b192ce0d req-c770f1f0-f57a-47d7-bfd9-df31f9e192e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b962e5fc-987c-48c7-ba89-eb09dbd5179e HTTP/1.1" status: 200 len: 849 time: 0.0426769 Jul 28 07:19:24.375795 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-0a907a07-e50a-4c49-88e5-a48ccddf3591 None None] Set router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:19:24.392562 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef13a8-ddf9-4be8-9afc-2cb7b192ce0d req-48845d60-83d6-4e83-af7a-8796c8689731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:24.394039 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-02ef13a8-ddf9-4be8-9afc-2cb7b192ce0d req-48845d60-83d6-4e83-af7a-8796c8689731 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=884beb9b-9ac3-4b1b-a696-570162873f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441318 Jul 28 07:19:24.480654 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-02ef13a8-ddf9-4be8-9afc-2cb7b192ce0d req-287a7856-ba97-486e-8213-b1f4bcececb4 service neutron] 10.222.0.11 "GET /v2.0/networks/884beb9b-9ac3-4b1b-a696-570162873f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789928 Jul 28 07:19:24.569735 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-02ef13a8-ddf9-4be8-9afc-2cb7b192ce0d req-4bb01290-2dcb-4893-ac02-32e8127d08aa service neutron] 10.222.0.11 "GET /v2.0/networks/884beb9b-9ac3-4b1b-a696-570162873f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826173 Jul 28 07:19:24.595543 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-0a907a07-e50a-4c49-88e5-a48ccddf3591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '718840da-0999-40fe-8f8f-e920463305f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:16:13Z', 'updated_at': '2021-07-28T07:16:16Z', 'revision_number': 4, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'gw_port': {'id': '718840da-0999-40fe-8f8f-e920463305f8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:14Z', 'updated_at': '2021-07-28T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': 'aaf8e278-3775-41fb-a061-5930072083f4', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'port_id': '1fb7ca24-d982-46e8-bcc7-b53aa39d07a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'mac_address': 'fa:16:3e:f3:1b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b5ac17-73db-4eee-bfbb-1bbe7937ca10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:19:10Z', 'updated_at': '2021-07-28T07:19:23Z', 'revision_number': 1, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd728ce62-a82c-46c3-89dd-094df7a5ac58', 'name': '', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'mac_address': 'fa:16:3e:ba:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:16Z', 'updated_at': '2021-07-28T07:16:21Z', 'revision_number': 5, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'subnets': [{'id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:24.622016 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a907a07-e50a-4c49-88e5-a48ccddf3591 None None] The sync data for ids ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'] in dv-cinder-792800-1-iscsi is: [{'id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '718840da-0999-40fe-8f8f-e920463305f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:16:13Z', 'updated_at': '2021-07-28T07:16:16Z', 'revision_number': 4, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'gw_port': {'id': '718840da-0999-40fe-8f8f-e920463305f8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:14Z', 'updated_at': '2021-07-28T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': 'aaf8e278-3775-41fb-a061-5930072083f4', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'port_id': '1fb7ca24-d982-46e8-bcc7-b53aa39d07a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'mac_address': 'fa:16:3e:f3:1b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b5ac17-73db-4eee-bfbb-1bbe7937ca10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:19:10Z', 'updated_at': '2021-07-28T07:19:23Z', 'revision_number': 1, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd728ce62-a82c-46c3-89dd-094df7a5ac58', 'name': '', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'mac_address': 'fa:16:3e:ba:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:16Z', 'updated_at': '2021-07-28T07:16:21Z', 'revision_number': 5, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'subnets': [{'id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:19:24.795293 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd0d4f8-1707-49c2-90c8-9ca95d2f7602 None None] New status for floating IP aaf8e278-3775-41fb-a061-5930072083f4: ACTIVE {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 07:19:27.124490 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:34.063021 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7428577f-efe3-43d7-94db-37e9beeb2d8c req-5b8e1fe3-8e67-4350-b0c3-64db38f39bea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451677 Jul 28 07:19:34.148996 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428577f-efe3-43d7-94db-37e9beeb2d8c req-aee7da70-5a9d-43fb-bf31-73141f502bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:34.150439 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7428577f-efe3-43d7-94db-37e9beeb2d8c req-aee7da70-5a9d-43fb-bf31-73141f502bc1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddae67d9b5049b191aad1bdcfe74932&device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 1098 time: 0.0400465 Jul 28 07:19:34.253995 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428577f-efe3-43d7-94db-37e9beeb2d8c req-dad716e7-84a1-4f0f-b2ce-61e8bffbf39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:34.255403 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7428577f-efe3-43d7-94db-37e9beeb2d8c req-dad716e7-84a1-4f0f-b2ce-61e8bffbf39c service neutron] 10.222.0.11 "GET /v2.0/networks?id=cdae3c2f-86f1-406b-8902-b727164bb58e HTTP/1.1" status: 200 len: 910 time: 0.0841017 Jul 28 07:19:34.319686 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7428577f-efe3-43d7-94db-37e9beeb2d8c req-91cceae3-3519-4770-9617-af3b2948dfd5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f188c690-115f-4508-9801-7267877a765c HTTP/1.1" status: 200 len: 1001 time: 0.0561712 Jul 28 07:19:34.380768 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428577f-efe3-43d7-94db-37e9beeb2d8c req-81bdad1b-1e0e-4f3e-8423-622c5cd60905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:34.383256 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7428577f-efe3-43d7-94db-37e9beeb2d8c req-81bdad1b-1e0e-4f3e-8423-622c5cd60905 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0503e5d8-ea96-42b7-9d4f-7ea7b805a03d HTTP/1.1" status: 200 len: 848 time: 0.0569029 Jul 28 07:19:34.431467 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428577f-efe3-43d7-94db-37e9beeb2d8c req-1d45a5bb-f4b2-4ef3-81d1-ee14dba37df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:34.432906 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7428577f-efe3-43d7-94db-37e9beeb2d8c req-1d45a5bb-f4b2-4ef3-81d1-ee14dba37df5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cdae3c2f-86f1-406b-8902-b727164bb58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431261 Jul 28 07:19:34.521023 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7428577f-efe3-43d7-94db-37e9beeb2d8c req-db86bf05-84f2-464d-b35b-78196cfb4134 service neutron] 10.222.0.11 "GET /v2.0/networks/cdae3c2f-86f1-406b-8902-b727164bb58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775611 Jul 28 07:19:34.610584 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7428577f-efe3-43d7-94db-37e9beeb2d8c req-ba1e8409-c35f-4763-808d-64ec9be6f19d service neutron] 10.222.0.11 "GET /v2.0/networks/cdae3c2f-86f1-406b-8902-b727164bb58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826497 Jul 28 07:19:37.456436 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59252) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:37.607440 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-40025adc-296d-40eb-bb50-21a45bde4f59 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Deleting port e89b9093-a695-4af0-8ff2-a4ae76112882 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:19:37.607774 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40025adc-296d-40eb-bb50-21a45bde4f59 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:37.680296 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40025adc-296d-40eb-bb50-21a45bde4f59 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:37.680623 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40025adc-296d-40eb-bb50-21a45bde4f59 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:37.693377 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-40025adc-296d-40eb-bb50-21a45bde4f59 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Calling delete_port for e89b9093-a695-4af0-8ff2-a4ae76112882 owned by network:floatingip {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:19:37.906461 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40025adc-296d-40eb-bb50-21a45bde4f59 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:37.939517 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40025adc-296d-40eb-bb50-21a45bde4f59 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Pushing event deleted for resources: {'Port': ['ID=e89b9093-a695-4af0-8ff2-a4ae76112882,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:37.998940 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40025adc-296d-40eb-bb50-21a45bde4f59 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for floatingip, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:37.999362 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.l3_db [None req-40025adc-296d-40eb-bb50-21a45bde4f59 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Floating IP ad5ca5f8-62de-4bea-9698-13bc0de8743d disassociated (deleted). External IP: 172.27.0.210, port: f188c690-115f-4508-9801-7267877a765c. Jul 28 07:19:38.196682 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40025adc-296d-40eb-bb50-21a45bde4f59 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Router 01cdc8cd-9d8b-4bca-9730-230f3ba8142e has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:19:38.300307 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40025adc-296d-40eb-bb50-21a45bde4f59 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:19:38.304656 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40025adc-296d-40eb-bb50-21a45bde4f59 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:38.310349 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc79228-6cb5-42a3-b968-fe4ab070a93c None None] Sync routers for ids ['01cdc8cd-9d8b-4bca-9730-230f3ba8142e'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:19:38.319656 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc79228-6cb5-42a3-b968-fe4ab070a93c None None] Routers {'01cdc8cd-9d8b-4bca-9730-230f3ba8142e'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:19:38.320257 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-bfc79228-6cb5-42a3-b968-fe4ab070a93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:19:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['01cdc8cd-9d8b-4bca-9730-230f3ba8142e'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:38.330063 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-40025adc-296d-40eb-bb50-21a45bde4f59 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "DELETE /v2.0/floatingips/ad5ca5f8-62de-4bea-9698-13bc0de8743d HTTP/1.1" status: 204 len: 168 time: 0.8725660 Jul 28 07:19:38.424908 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-bfc79228-6cb5-42a3-b968-fe4ab070a93c None None] Set router 01cdc8cd-9d8b-4bca-9730-230f3ba8142e gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:19:38.618336 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-bfc79228-6cb5-42a3-b968-fe4ab070a93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'name': 'tempest-TestShelveInstance-1249787580-router', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:16Z', 'updated_at': '2021-07-28T07:15:20Z', 'revision_number': 4, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'gw_port': {'id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:17Z', 'updated_at': '2021-07-28T07:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '98de2a21-8c05-4fe2-bc08-6ab95bb073b0', 'name': '', 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'mac_address': 'fa:16:3e:65:f4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:19Z', 'updated_at': '2021-07-28T07:15:25Z', 'revision_number': 5, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'subnets': [{'id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:38.647752 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc79228-6cb5-42a3-b968-fe4ab070a93c None None] Checking router: 01cdc8cd-9d8b-4bca-9730-230f3ba8142e for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:19:38.655668 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc79228-6cb5-42a3-b968-fe4ab070a93c None None] Routers {'01cdc8cd-9d8b-4bca-9730-230f3ba8142e'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:19:38.656256 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-bfc79228-6cb5-42a3-b968-fe4ab070a93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:19:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['01cdc8cd-9d8b-4bca-9730-230f3ba8142e'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:38.759085 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-bfc79228-6cb5-42a3-b968-fe4ab070a93c None None] Set router 01cdc8cd-9d8b-4bca-9730-230f3ba8142e gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:19:38.764017 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ed9dd-55cf-4422-9d7a-0d217be4bc7d req-201d3f28-f2de-4c28-9bfe-fad5cd4c6b37 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:38.765527 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d75ed9dd-55cf-4422-9d7a-0d217be4bc7d req-201d3f28-f2de-4c28-9bfe-fad5cd4c6b37 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0526614 Jul 28 07:19:38.803038 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d75ed9dd-55cf-4422-9d7a-0d217be4bc7d req-647e32ea-b04b-4599-bcd6-3344f867b33a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315886 Jul 28 07:19:39.041380 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-bfc79228-6cb5-42a3-b968-fe4ab070a93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'name': 'tempest-TestShelveInstance-1249787580-router', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:16Z', 'updated_at': '2021-07-28T07:15:20Z', 'revision_number': 4, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'gw_port': {'id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:17Z', 'updated_at': '2021-07-28T07:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '98de2a21-8c05-4fe2-bc08-6ab95bb073b0', 'name': '', 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'mac_address': 'fa:16:3e:65:f4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:19Z', 'updated_at': '2021-07-28T07:15:25Z', 'revision_number': 5, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'subnets': [{'id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:39.068011 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc79228-6cb5-42a3-b968-fe4ab070a93c None None] The sync data for ids ['01cdc8cd-9d8b-4bca-9730-230f3ba8142e'] in dv-cinder-792800-1-iscsi is: [{'id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'name': 'tempest-TestShelveInstance-1249787580-router', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:16Z', 'updated_at': '2021-07-28T07:15:20Z', 'revision_number': 4, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'gw_port': {'id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:17Z', 'updated_at': '2021-07-28T07:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '98de2a21-8c05-4fe2-bc08-6ab95bb073b0', 'name': '', 'network_id': 'cdae3c2f-86f1-406b-8902-b727164bb58e', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'mac_address': 'fa:16:3e:65:f4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:19Z', 'updated_at': '2021-07-28T07:15:25Z', 'revision_number': 5, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'subnets': [{'id': '0503e5d8-ea96-42b7-9d4f-7ea7b805a03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:19:39.268140 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb096de-c092-425b-84c6-ce6886f2cc46 None None] New status for floating IP ad5ca5f8-62de-4bea-9698-13bc0de8743d: DOWN {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 07:19:39.700766 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d908a6e6-822e-4f75-b133-bb3139f84014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:39.916619 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820e9fd-a87a-4a5a-a09b-7bc72f3cbd89 req-e0f6bdad-1a24-4cd2-9915-a54eac619c5d tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:39.918075 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5820e9fd-a87a-4a5a-a09b-7bc72f3cbd89 req-e0f6bdad-1a24-4cd2-9915-a54eac619c5d tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0484970 Jul 28 07:19:39.956712 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5820e9fd-a87a-4a5a-a09b-7bc72f3cbd89 req-e45ebd4d-6405-4c1b-b434-ebc7880b1929 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325119 Jul 28 07:19:40.329809 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab603bb-8db2-4b69-8348-4e1cd4399c8b req-3d9cb46d-06f2-4c0c-9cf9-d001ab87b8f6 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:40.331238 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dab603bb-8db2-4b69-8348-4e1cd4399c8b req-3d9cb46d-06f2-4c0c-9cf9-d001ab87b8f6 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 945 time: 0.0483024 Jul 28 07:19:40.428337 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-dab603bb-8db2-4b69-8348-4e1cd4399c8b req-c86cc587-f98a-4725-935b-0ea29a69064a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Deleting port f188c690-115f-4508-9801-7267877a765c {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:19:40.428678 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-dab603bb-8db2-4b69-8348-4e1cd4399c8b req-c86cc587-f98a-4725-935b-0ea29a69064a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:40.511784 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-dab603bb-8db2-4b69-8348-4e1cd4399c8b req-c86cc587-f98a-4725-935b-0ea29a69064a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] For port f188c690-115f-4508-9801-7267877a765c, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f188c690-115f-4508-9801-7267877a765c,segment=NetworkSegment(c51cf013-a507-4fca-bf38-473e03eeb00c),segment_id=c51cf013-a507-4fca-bf38-473e03eeb00c)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:19:40.512147 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-dab603bb-8db2-4b69-8348-4e1cd4399c8b req-c86cc587-f98a-4725-935b-0ea29a69064a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:40.524333 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-dab603bb-8db2-4b69-8348-4e1cd4399c8b req-c86cc587-f98a-4725-935b-0ea29a69064a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Calling delete_port for f188c690-115f-4508-9801-7267877a765c owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:19:40.701089 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-dab603bb-8db2-4b69-8348-4e1cd4399c8b req-c86cc587-f98a-4725-935b-0ea29a69064a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:40.726836 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cc587-f98a-4725-935b-0ea29a69064a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Pushing event deleted for resources: {'Port': ['ID=f188c690-115f-4508-9801-7267877a765c,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:40.771934 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab603bb-8db2-4b69-8348-4e1cd4399c8b req-c86cc587-f98a-4725-935b-0ea29a69064a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] No DVR routers for this DVR port f188c690-115f-4508-9801-7267877a765c on host hv-cinder-79280 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:19:40.774525 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-dab603bb-8db2-4b69-8348-4e1cd4399c8b req-c86cc587-f98a-4725-935b-0ea29a69064a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:40.777197 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dab603bb-8db2-4b69-8348-4e1cd4399c8b req-c86cc587-f98a-4725-935b-0ea29a69064a tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.11 "DELETE /v2.0/ports/f188c690-115f-4508-9801-7267877a765c HTTP/1.1" status: 204 len: 173 time: 0.4396272 Jul 28 07:19:41.048514 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-219a7761-63a9-4e7d-9735-3ef1bda44572 req-2e13ce39-a3b7-40f2-9ab3-d0763e3a0253 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 210 time: 0.0266299 Jul 28 07:19:42.157169 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5faea9ca-b23c-42a3-af4b-ef991d4c193f req-5e6a1fda-86a7-4743-aa46-7d8a483d7288 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 210 time: 0.0293186 Jul 28 07:19:42.482923 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebe4fcb8-66b8-4e0c-b074-bc5ada151b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:42.780905 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:43.209146 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device f188c690-115f-4508-9801-7267877a765c no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:19:43.212726 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59276) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:43.229918 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] No Port match for: f188c690-115f-4508-9801-7267877a765c {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:19:43.235583 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device f188c690-115f-4508-9801-7267877a765c not bound to the agent host hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:19:43.268429 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f0d4f91c-d3b6-4936-8a0b-c1e0f4aa09f4 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:43.291588 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f0d4f91c-d3b6-4936-8a0b-c1e0f4aa09f4 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:43.420869 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:43.449355 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f0d4f91c-d3b6-4936-8a0b-c1e0f4aa09f4 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:43.451950 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f0d4f91c-d3b6-4936-8a0b-c1e0f4aa09f4 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:43.453144 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f0d4f91c-d3b6-4936-8a0b-c1e0f4aa09f4 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] 10.222.0.10 "DELETE /v2.0/security-groups/d8bd34d4-827c-4a1f-b936-3a9c9c4a5192 HTTP/1.1" status: 204 len: 168 time: 0.2394137 Jul 28 07:19:43.462248 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4f91c-d3b6-4936-8a0b-c1e0f4aa09f4 tempest-TestShelveInstance-998599195 tempest-TestShelveInstance-998599195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bd34d4-827c-4a1f-b936-3a9c9c4a5192,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:43.550616 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59282) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:43.885087 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d9944638-2ae3-42df-9164-b075d69e618c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2019898'] for router_interface, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:44.352901 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-d9944638-2ae3-42df-9164-b075d69e618c admin admin] Deleting port 98de2a21-8c05-4fe2-bc08-6ab95bb073b0 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:19:44.353430 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d9944638-2ae3-42df-9164-b075d69e618c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:44.427575 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-d9944638-2ae3-42df-9164-b075d69e618c admin admin] For port 98de2a21-8c05-4fe2-bc08-6ab95bb073b0, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=98de2a21-8c05-4fe2-bc08-6ab95bb073b0,segment=NetworkSegment(c51cf013-a507-4fca-bf38-473e03eeb00c),segment_id=c51cf013-a507-4fca-bf38-473e03eeb00c)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:19:44.427941 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d9944638-2ae3-42df-9164-b075d69e618c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:44.440681 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-d9944638-2ae3-42df-9164-b075d69e618c admin admin] Calling delete_port for 98de2a21-8c05-4fe2-bc08-6ab95bb073b0 owned by network:router_interface {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:19:44.723623 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d9944638-2ae3-42df-9164-b075d69e618c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:44.749323 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9944638-2ae3-42df-9164-b075d69e618c admin admin] Pushing event deleted for resources: {'Port': ['ID=98de2a21-8c05-4fe2-bc08-6ab95bb073b0,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:44.911892 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d9944638-2ae3-42df-9164-b075d69e618c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2019926'] for router_interface, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:45.078151 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:45.121552 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9944638-2ae3-42df-9164-b075d69e618c admin admin] Router 01cdc8cd-9d8b-4bca-9730-230f3ba8142e has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:19:45.225973 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9944638-2ae3-42df-9164-b075d69e618c admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:19:45.231310 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d9944638-2ae3-42df-9164-b075d69e618c admin admin] 10.222.0.10 "PUT /v2.0/routers/01cdc8cd-9d8b-4bca-9730-230f3ba8142e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6796174 Jul 28 07:19:45.234347 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59286) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:45.235069 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e9b69c-5d08-4378-9d78-8f31b732b7d8 None None] Sync routers for ids ['01cdc8cd-9d8b-4bca-9730-230f3ba8142e'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:19:45.244970 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e9b69c-5d08-4378-9d78-8f31b732b7d8 None None] Routers {'01cdc8cd-9d8b-4bca-9730-230f3ba8142e'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:19:45.245603 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-17e9b69c-5d08-4378-9d78-8f31b732b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:19:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['01cdc8cd-9d8b-4bca-9730-230f3ba8142e'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:45.335459 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-323570d6-cfe6-45fe-9f6e-f38a0154163a admin admin] Notify callbacks [] for router, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:45.349593 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-17e9b69c-5d08-4378-9d78-8f31b732b7d8 None None] Set router 01cdc8cd-9d8b-4bca-9730-230f3ba8142e gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:19:45.431726 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-323570d6-cfe6-45fe-9f6e-f38a0154163a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:45.529222 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-17e9b69c-5d08-4378-9d78-8f31b732b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'name': 'tempest-TestShelveInstance-1249787580-router', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:16Z', 'updated_at': '2021-07-28T07:19:44Z', 'revision_number': 5, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'gw_port': {'id': '6a2e3654-092a-4895-ac5b-032594444e1c', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:17Z', 'updated_at': '2021-07-28T07:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:45.541628 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-323570d6-cfe6-45fe-9f6e-f38a0154163a admin admin] Deleting port 6a2e3654-092a-4895-ac5b-032594444e1c {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:19:45.541959 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-323570d6-cfe6-45fe-9f6e-f38a0154163a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:45.555525 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e9b69c-5d08-4378-9d78-8f31b732b7d8 None None] Checking router: 01cdc8cd-9d8b-4bca-9730-230f3ba8142e for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:19:45.565473 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e9b69c-5d08-4378-9d78-8f31b732b7d8 None None] Routers {'01cdc8cd-9d8b-4bca-9730-230f3ba8142e'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:19:45.566071 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-17e9b69c-5d08-4378-9d78-8f31b732b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:19:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['01cdc8cd-9d8b-4bca-9730-230f3ba8142e'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:45.618163 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-323570d6-cfe6-45fe-9f6e-f38a0154163a admin admin] For port 6a2e3654-092a-4895-ac5b-032594444e1c, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=6a2e3654-092a-4895-ac5b-032594444e1c,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:19:45.618440 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-323570d6-cfe6-45fe-9f6e-f38a0154163a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:45.631635 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-323570d6-cfe6-45fe-9f6e-f38a0154163a admin admin] Calling delete_port for 6a2e3654-092a-4895-ac5b-032594444e1c owned by network:router_gateway {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:19:45.656073 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-17e9b69c-5d08-4378-9d78-8f31b732b7d8 None None] Set router 01cdc8cd-9d8b-4bca-9730-230f3ba8142e gateway port host: None {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:19:45.709970 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-17e9b69c-5d08-4378-9d78-8f31b732b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'name': 'tempest-TestShelveInstance-1249787580-router', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:16Z', 'updated_at': '2021-07-28T07:19:45Z', 'revision_number': 6, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'gw_port_host': None}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:45.738011 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e9b69c-5d08-4378-9d78-8f31b732b7d8 None None] The sync data for ids ['01cdc8cd-9d8b-4bca-9730-230f3ba8142e'] in dv-cinder-792800-1-iscsi is: [{'id': '01cdc8cd-9d8b-4bca-9730-230f3ba8142e', 'name': 'tempest-TestShelveInstance-1249787580-router', 'tenant_id': 'dddae67d9b5049b191aad1bdcfe74932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:16Z', 'updated_at': '2021-07-28T07:19:45Z', 'revision_number': 6, 'project_id': 'dddae67d9b5049b191aad1bdcfe74932', 'gw_port_host': None}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:19:45.843905 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-323570d6-cfe6-45fe-9f6e-f38a0154163a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:45.869532 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323570d6-cfe6-45fe-9f6e-f38a0154163a admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2e3654-092a-4895-ac5b-032594444e1c,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:45.928499 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-323570d6-cfe6-45fe-9f6e-f38a0154163a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2019828'] for router_gateway, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:46.014582 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-323570d6-cfe6-45fe-9f6e-f38a0154163a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1612907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:46.016598 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-323570d6-cfe6-45fe-9f6e-f38a0154163a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:46.124026 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-323570d6-cfe6-45fe-9f6e-f38a0154163a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1612795'] for router, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:46.124520 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323570d6-cfe6-45fe-9f6e-f38a0154163a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01cdc8cd-9d8b-4bca-9730-230f3ba8142e {{(pid=93860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 07:19:46.129277 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-323570d6-cfe6-45fe-9f6e-f38a0154163a admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:46.130341 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-323570d6-cfe6-45fe-9f6e-f38a0154163a admin admin] 10.222.0.10 "DELETE /v2.0/routers/01cdc8cd-9d8b-4bca-9730-230f3ba8142e HTTP/1.1" status: 204 len: 168 time: 0.8950517 Jul 28 07:19:46.133183 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59290) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:46.181993 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb38847-3a82-461e-b379-6c8665ba81ba admin admin] Deleting subnet 0503e5d8-ea96-42b7-9d4f-7ea7b805a03d {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 07:19:46.185708 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9bb38847-3a82-461e-b379-6c8665ba81ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:46.221377 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9bb38847-3a82-461e-b379-6c8665ba81ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2541760'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:46.298340 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9bb38847-3a82-461e-b379-6c8665ba81ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991024'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:46.408996 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9bb38847-3a82-461e-b379-6c8665ba81ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9288127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147246'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:46.440881 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb38847-3a82-461e-b379-6c8665ba81ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0503e5d8-ea96-42b7-9d4f-7ea7b805a03d,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:46.444615 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9bb38847-3a82-461e-b379-6c8665ba81ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:46.446690 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-9bb38847-3a82-461e-b379-6c8665ba81ba admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0503e5d8-ea96-42b7-9d4f-7ea7b805a03d HTTP/1.1" status: 204 len: 168 time: 0.3124018 Jul 28 07:19:46.449145 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59292) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:46.451645 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe09832d-9cb3-4f5d-b367-49715bbca245 None None] Network cdae3c2f-86f1-406b-8902-b727164bb58e requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:19:46.518494 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-10d0ed68-7fd4-4c21-beaa-055e0254c24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584642'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:46.573214 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-10d0ed68-7fd4-4c21-beaa-055e0254c24d admin admin] Deleting port 37229895-8dab-4e8d-9462-a867aa8f6c2c {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:19:46.573561 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-10d0ed68-7fd4-4c21-beaa-055e0254c24d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:46.652983 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-10d0ed68-7fd4-4c21-beaa-055e0254c24d admin admin] For port 37229895-8dab-4e8d-9462-a867aa8f6c2c, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=37229895-8dab-4e8d-9462-a867aa8f6c2c,segment=NetworkSegment(c51cf013-a507-4fca-bf38-473e03eeb00c),segment_id=c51cf013-a507-4fca-bf38-473e03eeb00c)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:19:46.653452 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-10d0ed68-7fd4-4c21-beaa-055e0254c24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:46.655265 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8200eb70-fe74-456b-b1f8-9c99c2ab64da None None] DHCP port deletion for cdae3c2f-86f1-406b-8902-b727164bb58e request from dv-cinder-792800-1-iscsi {{(pid=93861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 07:19:46.668374 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-10d0ed68-7fd4-4c21-beaa-055e0254c24d admin admin] Calling delete_port for 37229895-8dab-4e8d-9462-a867aa8f6c2c owned by network:dhcp {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:19:46.703732 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-8200eb70-fe74-456b-b1f8-9c99c2ab64da None None] Deleting port 37229895-8dab-4e8d-9462-a867aa8f6c2c {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:19:46.704117 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8200eb70-fe74-456b-b1f8-9c99c2ab64da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:46.770038 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-8200eb70-fe74-456b-b1f8-9c99c2ab64da None None] For port 37229895-8dab-4e8d-9462-a867aa8f6c2c, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=37229895-8dab-4e8d-9462-a867aa8f6c2c,segment=NetworkSegment(c51cf013-a507-4fca-bf38-473e03eeb00c),segment_id=c51cf013-a507-4fca-bf38-473e03eeb00c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:19:46.770439 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8200eb70-fe74-456b-b1f8-9c99c2ab64da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:46.786046 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-8200eb70-fe74-456b-b1f8-9c99c2ab64da None None] Calling delete_port for 37229895-8dab-4e8d-9462-a867aa8f6c2c owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:19:46.838154 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-10d0ed68-7fd4-4c21-beaa-055e0254c24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:46.864969 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8200eb70-fe74-456b-b1f8-9c99c2ab64da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:46.866613 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0ed68-7fd4-4c21-beaa-055e0254c24d admin admin] Pushing event deleted for resources: {'Port': ['ID=37229895-8dab-4e8d-9462-a867aa8f6c2c,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:46.870216 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0ed68-7fd4-4c21-beaa-055e0254c24d admin admin] No DVR routers for this DVR port 37229895-8dab-4e8d-9462-a867aa8f6c2c on host dv-cinder-792800-1-iscsi {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:19:46.891029 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200eb70-fe74-456b-b1f8-9c99c2ab64da None None] Pushing event deleted for resources: {'Port': ['ID=37229895-8dab-4e8d-9462-a867aa8f6c2c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:46.894892 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8200eb70-fe74-456b-b1f8-9c99c2ab64da None None] No DVR routers for this DVR port 37229895-8dab-4e8d-9462-a867aa8f6c2c on host dv-cinder-792800-1-iscsi {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:19:46.954534 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-10d0ed68-7fd4-4c21-beaa-055e0254c24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983109', 'neutron.services.segments.db._delete_segments_for_network-8745676727345'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:46.965829 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-10d0ed68-7fd4-4c21-beaa-055e0254c24d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdae3c2f-86f1-406b-8902-b727164bb58e']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:46.976716 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-10d0ed68-7fd4-4c21-beaa-055e0254c24d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51cf013-a507-4fca-bf38-473e03eeb00c') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:46.977058 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-10d0ed68-7fd4-4c21-beaa-055e0254c24d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51cf013-a507-4fca-bf38-473e03eeb00c') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:46.986587 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-10d0ed68-7fd4-4c21-beaa-055e0254c24d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745676728122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2541769'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:47.000736 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-10d0ed68-7fd4-4c21-beaa-055e0254c24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:47.007897 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d0ed68-7fd4-4c21-beaa-055e0254c24d admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 07:19:47.008322 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-10d0ed68-7fd4-4c21-beaa-055e0254c24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9288133'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: Traceback (most recent call last): Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: timer() Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: cb(*args, **kw) Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: return func(*args, **kwargs) Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: self._notify() Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: self.callback(batched_events) Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: event.method(event) Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: return f(self, *a, **k) Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: return self._get(url).json() Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 07:19:47.010008 dv-cinder-792800-1-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 07:19:47.124238 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-10d0ed68-7fd4-4c21-beaa-055e0254c24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019784'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:47.129719 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-10d0ed68-7fd4-4c21-beaa-055e0254c24d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:47.134857 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-10d0ed68-7fd4-4c21-beaa-055e0254c24d admin admin] 10.222.0.10 "DELETE /v2.0/networks/cdae3c2f-86f1-406b-8902-b727164bb58e HTTP/1.1" status: 204 len: 168 time: 0.6825132 Jul 28 07:19:47.136762 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59296) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:47.144796 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0ed68-7fd4-4c21-beaa-055e0254c24d admin admin] Pushing event deleted for resources: {'Network': ['ID=cdae3c2f-86f1-406b-8902-b727164bb58e,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:47.209444 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 98de2a21-8c05-4fe2-bc08-6ab95bb073b0 no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:19:47.229023 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: 98de2a21-8c05-4fe2-bc08-6ab95bb073b0 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:19:47.234738 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 98de2a21-8c05-4fe2-bc08-6ab95bb073b0 not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:19:47.234738 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 37229895-8dab-4e8d-9462-a867aa8f6c2c no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:19:47.248933 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: 37229895-8dab-4e8d-9462-a867aa8f6c2c {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:19:47.249279 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 37229895-8dab-4e8d-9462-a867aa8f6c2c not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:19:47.249699 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 6a2e3654-092a-4895-ac5b-032594444e1c no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:19:47.272014 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: 6a2e3654-092a-4895-ac5b-032594444e1c {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:19:47.272346 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 6a2e3654-092a-4895-ac5b-032594444e1c not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:19:47.475910 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-634a4806-4bb5-456f-bf86-00eb271ff4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2019898'] for router_interface, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:47.712605 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-634a4806-4bb5-456f-bf86-00eb271ff4b0 admin admin] Deleting port 694dd8a8-3896-407b-92c3-a1421833827c {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:19:47.712940 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-634a4806-4bb5-456f-bf86-00eb271ff4b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:47.788412 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-634a4806-4bb5-456f-bf86-00eb271ff4b0 admin admin] For port 694dd8a8-3896-407b-92c3-a1421833827c, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=694dd8a8-3896-407b-92c3-a1421833827c,segment=NetworkSegment(31737224-0f47-442e-863c-8d04b8c60701),segment_id=31737224-0f47-442e-863c-8d04b8c60701)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:19:47.788770 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-634a4806-4bb5-456f-bf86-00eb271ff4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:47.804307 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-634a4806-4bb5-456f-bf86-00eb271ff4b0 admin admin] Calling delete_port for 694dd8a8-3896-407b-92c3-a1421833827c owned by network:router_interface {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:19:48.044039 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-634a4806-4bb5-456f-bf86-00eb271ff4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:48.067079 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a4806-4bb5-456f-bf86-00eb271ff4b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=694dd8a8-3896-407b-92c3-a1421833827c,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:48.230977 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-634a4806-4bb5-456f-bf86-00eb271ff4b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2019926'] for router_interface, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:48.436829 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634a4806-4bb5-456f-bf86-00eb271ff4b0 admin admin] Router 62158e42-547c-4a6b-9f3b-1a4c3912274f has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:19:48.537726 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634a4806-4bb5-456f-bf86-00eb271ff4b0 admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:19:48.542798 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-634a4806-4bb5-456f-bf86-00eb271ff4b0 admin admin] 10.222.0.10 "PUT /v2.0/routers/62158e42-547c-4a6b-9f3b-1a4c3912274f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4048765 Jul 28 07:19:48.545114 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59300) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:48.547648 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca342b81-3f79-4f77-be35-8170cf5f9f45 None None] Sync routers for ids ['62158e42-547c-4a6b-9f3b-1a4c3912274f'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:19:48.556587 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca342b81-3f79-4f77-be35-8170cf5f9f45 None None] Routers {'62158e42-547c-4a6b-9f3b-1a4c3912274f'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:19:48.557203 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-ca342b81-3f79-4f77-be35-8170cf5f9f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:19:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['62158e42-547c-4a6b-9f3b-1a4c3912274f'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:48.661270 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-ca342b81-3f79-4f77-be35-8170cf5f9f45 None None] Set router 62158e42-547c-4a6b-9f3b-1a4c3912274f gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:19:48.845009 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-ca342b81-3f79-4f77-be35-8170cf5f9f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'name': 'tempest-TestShelveInstance-1016828298-router', 'tenant_id': '6484c249504e4fedb5a136550fcae40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '05d269bb-c9fb-4d7d-9009-c8741d59ec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:23Z', 'updated_at': '2021-07-28T07:19:47Z', 'revision_number': 5, 'project_id': '6484c249504e4fedb5a136550fcae40d', 'gw_port': {'id': '05d269bb-c9fb-4d7d-9009-c8741d59ec87', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:23Z', 'updated_at': '2021-07-28T07:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:48.875833 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca342b81-3f79-4f77-be35-8170cf5f9f45 None None] Checking router: 62158e42-547c-4a6b-9f3b-1a4c3912274f for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:19:48.884712 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca342b81-3f79-4f77-be35-8170cf5f9f45 None None] Routers {'62158e42-547c-4a6b-9f3b-1a4c3912274f'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:19:48.885325 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-ca342b81-3f79-4f77-be35-8170cf5f9f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:19:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['62158e42-547c-4a6b-9f3b-1a4c3912274f'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:48.903765 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f22d3f5d-a51e-4fef-bf86-eceed335afbb admin admin] Notify callbacks [] for router, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:48.988546 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-ca342b81-3f79-4f77-be35-8170cf5f9f45 None None] Set router 62158e42-547c-4a6b-9f3b-1a4c3912274f gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:19:49.002313 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f22d3f5d-a51e-4fef-bf86-eceed335afbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:49.158434 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-f22d3f5d-a51e-4fef-bf86-eceed335afbb admin admin] Deleting port 05d269bb-c9fb-4d7d-9009-c8741d59ec87 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:19:49.158818 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f22d3f5d-a51e-4fef-bf86-eceed335afbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:49.165433 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-ca342b81-3f79-4f77-be35-8170cf5f9f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'name': 'tempest-TestShelveInstance-1016828298-router', 'tenant_id': '6484c249504e4fedb5a136550fcae40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '05d269bb-c9fb-4d7d-9009-c8741d59ec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:23Z', 'updated_at': '2021-07-28T07:19:47Z', 'revision_number': 5, 'project_id': '6484c249504e4fedb5a136550fcae40d', 'gw_port': {'id': '05d269bb-c9fb-4d7d-9009-c8741d59ec87', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:23Z', 'updated_at': '2021-07-28T07:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:49.193294 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca342b81-3f79-4f77-be35-8170cf5f9f45 None None] The sync data for ids ['62158e42-547c-4a6b-9f3b-1a4c3912274f'] in dv-cinder-792800-1-iscsi is: [{'id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'name': 'tempest-TestShelveInstance-1016828298-router', 'tenant_id': '6484c249504e4fedb5a136550fcae40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '05d269bb-c9fb-4d7d-9009-c8741d59ec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:15:23Z', 'updated_at': '2021-07-28T07:19:47Z', 'revision_number': 5, 'project_id': '6484c249504e4fedb5a136550fcae40d', 'gw_port': {'id': '05d269bb-c9fb-4d7d-9009-c8741d59ec87', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62158e42-547c-4a6b-9f3b-1a4c3912274f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:15:23Z', 'updated_at': '2021-07-28T07:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:19:49.242113 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-f22d3f5d-a51e-4fef-bf86-eceed335afbb admin admin] For port 05d269bb-c9fb-4d7d-9009-c8741d59ec87, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=05d269bb-c9fb-4d7d-9009-c8741d59ec87,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:19:49.242628 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f22d3f5d-a51e-4fef-bf86-eceed335afbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:49.255496 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-f22d3f5d-a51e-4fef-bf86-eceed335afbb admin admin] Calling delete_port for 05d269bb-c9fb-4d7d-9009-c8741d59ec87 owned by network:router_gateway {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:19:49.455273 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f22d3f5d-a51e-4fef-bf86-eceed335afbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:49.488316 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d3f5d-a51e-4fef-bf86-eceed335afbb admin admin] Pushing event deleted for resources: {'Port': ['ID=05d269bb-c9fb-4d7d-9009-c8741d59ec87,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:49.544670 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f22d3f5d-a51e-4fef-bf86-eceed335afbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2019828'] for router_gateway, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:49.635516 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f22d3f5d-a51e-4fef-bf86-eceed335afbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1612907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:49.637705 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f22d3f5d-a51e-4fef-bf86-eceed335afbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:49.764301 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f22d3f5d-a51e-4fef-bf86-eceed335afbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1612795'] for router, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:49.764780 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22d3f5d-a51e-4fef-bf86-eceed335afbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62158e42-547c-4a6b-9f3b-1a4c3912274f {{(pid=93859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 07:19:49.769017 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f22d3f5d-a51e-4fef-bf86-eceed335afbb admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:49.772040 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f22d3f5d-a51e-4fef-bf86-eceed335afbb admin admin] 10.222.0.10 "DELETE /v2.0/routers/62158e42-547c-4a6b-9f3b-1a4c3912274f HTTP/1.1" status: 204 len: 168 time: 1.2241759 Jul 28 07:19:49.772625 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59304) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:49.820570 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-effef33a-c0b5-42b1-9d87-1530e71142af admin admin] Deleting subnet 7376ab0f-6a2c-4390-96bd-da5fb5a11430 {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 07:19:49.824349 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-effef33a-c0b5-42b1-9d87-1530e71142af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:49.859263 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-effef33a-c0b5-42b1-9d87-1530e71142af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107048'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:49.935208 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-effef33a-c0b5-42b1-9d87-1530e71142af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991024'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:50.067129 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-effef33a-c0b5-42b1-9d87-1530e71142af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2851810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232781'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:50.096720 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effef33a-c0b5-42b1-9d87-1530e71142af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7376ab0f-6a2c-4390-96bd-da5fb5a11430,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:50.100497 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-effef33a-c0b5-42b1-9d87-1530e71142af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:50.102806 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-effef33a-c0b5-42b1-9d87-1530e71142af admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7376ab0f-6a2c-4390-96bd-da5fb5a11430 HTTP/1.1" status: 204 len: 168 time: 0.3287928 Jul 28 07:19:50.104915 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59308) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:50.107338 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e153d498-fa02-4d59-9ae2-ca38c8f7757d None None] Network 8469070b-959b-4d7e-8fb6-72b78450d5ae requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:19:50.171024 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-27f1baac-20b3-490b-a7bb-965287f4053a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584642'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:50.229565 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-27f1baac-20b3-490b-a7bb-965287f4053a admin admin] Deleting port 95ce7115-0f3f-489f-ace7-17df25dc14bf {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:19:50.233767 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-27f1baac-20b3-490b-a7bb-965287f4053a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:50.291921 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16e3a89-6c13-4aa7-b6c2-52a7acf3aa89 None None] DHCP port deletion for 8469070b-959b-4d7e-8fb6-72b78450d5ae request from dv-cinder-792800-1-iscsi {{(pid=93861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 07:19:50.295758 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-27f1baac-20b3-490b-a7bb-965287f4053a admin admin] For port 95ce7115-0f3f-489f-ace7-17df25dc14bf, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=95ce7115-0f3f-489f-ace7-17df25dc14bf,segment=NetworkSegment(31737224-0f47-442e-863c-8d04b8c60701),segment_id=31737224-0f47-442e-863c-8d04b8c60701)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:19:50.296257 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-27f1baac-20b3-490b-a7bb-965287f4053a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:50.309225 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-27f1baac-20b3-490b-a7bb-965287f4053a admin admin] Calling delete_port for 95ce7115-0f3f-489f-ace7-17df25dc14bf owned by network:dhcp {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:19:50.337084 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d16e3a89-6c13-4aa7-b6c2-52a7acf3aa89 None None] Deleting port 95ce7115-0f3f-489f-ace7-17df25dc14bf {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:19:50.337381 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d16e3a89-6c13-4aa7-b6c2-52a7acf3aa89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:50.397987 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-d16e3a89-6c13-4aa7-b6c2-52a7acf3aa89 None None] For port 95ce7115-0f3f-489f-ace7-17df25dc14bf, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=95ce7115-0f3f-489f-ace7-17df25dc14bf,segment=NetworkSegment(31737224-0f47-442e-863c-8d04b8c60701),segment_id=31737224-0f47-442e-863c-8d04b8c60701)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:19:50.398384 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d16e3a89-6c13-4aa7-b6c2-52a7acf3aa89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:50.410589 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d16e3a89-6c13-4aa7-b6c2-52a7acf3aa89 None None] Calling delete_port for 95ce7115-0f3f-489f-ace7-17df25dc14bf owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:19:50.443548 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-27f1baac-20b3-490b-a7bb-965287f4053a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:50.467061 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1baac-20b3-490b-a7bb-965287f4053a admin admin] Pushing event deleted for resources: {'Port': ['ID=95ce7115-0f3f-489f-ace7-17df25dc14bf,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:50.473623 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f1baac-20b3-490b-a7bb-965287f4053a admin admin] No DVR routers for this DVR port 95ce7115-0f3f-489f-ace7-17df25dc14bf on host dv-cinder-792800-1-iscsi {{(pid=93859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:19:50.487466 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d16e3a89-6c13-4aa7-b6c2-52a7acf3aa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:50.513833 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e3a89-6c13-4aa7-b6c2-52a7acf3aa89 None None] Pushing event deleted for resources: {'Port': ['ID=95ce7115-0f3f-489f-ace7-17df25dc14bf,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:50.515666 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16e3a89-6c13-4aa7-b6c2-52a7acf3aa89 None None] No DVR routers for this DVR port 95ce7115-0f3f-489f-ace7-17df25dc14bf on host dv-cinder-792800-1-iscsi {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:19:50.548529 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-27f1baac-20b3-490b-a7bb-965287f4053a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983109', 'neutron.services.segments.db._delete_segments_for_network-8745676727345'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:50.558575 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-27f1baac-20b3-490b-a7bb-965287f4053a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8469070b-959b-4d7e-8fb6-72b78450d5ae']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:50.568357 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-27f1baac-20b3-490b-a7bb-965287f4053a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31737224-0f47-442e-863c-8d04b8c60701') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:50.568647 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-27f1baac-20b3-490b-a7bb-965287f4053a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31737224-0f47-442e-863c-8d04b8c60701') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:50.577183 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-27f1baac-20b3-490b-a7bb-965287f4053a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745676728122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107041'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:50.590149 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-27f1baac-20b3-490b-a7bb-965287f4053a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:50.595724 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f1baac-20b3-490b-a7bb-965287f4053a admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 07:19:50.596098 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-27f1baac-20b3-490b-a7bb-965287f4053a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2851736'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: Traceback (most recent call last): Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: timer() Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: cb(*args, **kw) Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: return func(*args, **kwargs) Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: self._notify() Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: self.callback(batched_events) Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: event.method(event) Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: return f(self, *a, **k) Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: return self._get(url).json() Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 07:19:50.597715 dv-cinder-792800-1-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 07:19:50.717635 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-27f1baac-20b3-490b-a7bb-965287f4053a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019784'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:50.721862 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-27f1baac-20b3-490b-a7bb-965287f4053a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:50.723719 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-27f1baac-20b3-490b-a7bb-965287f4053a admin admin] 10.222.0.10 "DELETE /v2.0/networks/8469070b-959b-4d7e-8fb6-72b78450d5ae HTTP/1.1" status: 204 len: 168 time: 0.6178916 Jul 28 07:19:50.736451 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1baac-20b3-490b-a7bb-965287f4053a admin admin] Pushing event deleted for resources: {'Network': ['ID=8469070b-959b-4d7e-8fb6-72b78450d5ae,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:51.040863 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59314) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:51.080716 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-0ce3eab8-18cd-4b93-9df9-919e35a3ff01 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dddae67d9b5049b191aad1bdcfe74932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386753 Jul 28 07:19:51.083994 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59316) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:51.133509 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4535f5d8-a6b2-42b8-b154-d328aaca089f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:51.155801 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4535f5d8-a6b2-42b8-b154-d328aaca089f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:51.194198 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 05d269bb-c9fb-4d7d-9009-c8741d59ec87 no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:19:51.214291 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: 05d269bb-c9fb-4d7d-9009-c8741d59ec87 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:19:51.214675 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 05d269bb-c9fb-4d7d-9009-c8741d59ec87 not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:19:51.215086 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 95ce7115-0f3f-489f-ace7-17df25dc14bf no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:19:51.233479 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: 95ce7115-0f3f-489f-ace7-17df25dc14bf {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:19:51.233817 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 95ce7115-0f3f-489f-ace7-17df25dc14bf not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:19:51.234215 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 694dd8a8-3896-407b-92c3-a1421833827c no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:19:51.252225 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: 694dd8a8-3896-407b-92c3-a1421833827c {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:19:51.252563 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 694dd8a8-3896-407b-92c3-a1421833827c not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:19:51.283519 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4535f5d8-a6b2-42b8-b154-d328aaca089f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:51.286184 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4535f5d8-a6b2-42b8-b154-d328aaca089f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:51.287456 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-4535f5d8-a6b2-42b8-b154-d328aaca089f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d4887562-99fa-4299-963e-67cbeefe7d45 HTTP/1.1" status: 204 len: 168 time: 0.2025616 Jul 28 07:19:51.295332 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535f5d8-a6b2-42b8-b154-d328aaca089f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4887562-99fa-4299-963e-67cbeefe7d45,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:51.906786 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59322) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:51.943793 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c85a224a-77ee-4f2a-9733-a974cb2342d7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6484c249504e4fedb5a136550fcae40d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374746 Jul 28 07:19:51.946118 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59324) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:51.994359 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-545c90b2-7f98-40df-9593-bcc49ac85c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:52.015086 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-545c90b2-7f98-40df-9593-bcc49ac85c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:52.118190 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-545c90b2-7f98-40df-9593-bcc49ac85c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:52.121508 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-545c90b2-7f98-40df-9593-bcc49ac85c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:52.122669 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-545c90b2-7f98-40df-9593-bcc49ac85c1d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9578bd50-75e5-480a-b63f-de1578edf94c HTTP/1.1" status: 204 len: 168 time: 0.1755226 Jul 28 07:19:52.130751 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c90b2-7f98-40df-9593-bcc49ac85c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9578bd50-75e5-480a-b63f-de1578edf94c,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:53.176183 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59350) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:53.267923 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-13eafbee-1531-4923-a939-06e490e22741 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-21841866-network', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:19:53.346055 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13eafbee-1531-4923-a939-06e490e22741 admin admin] Made reservation on behalf of 707b00c1d5fb4ce5a9d7e568b1aa1188 for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:19:53.348298 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-13eafbee-1531-4923-a939-06e490e22741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:53.356579 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-13eafbee-1531-4923-a939-06e490e22741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:53.444957 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-13eafbee-1531-4923-a939-06e490e22741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:53.546082 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-13eafbee-1531-4923-a939-06e490e22741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:53.570011 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13eafbee-1531-4923-a939-06e490e22741 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 07:19:53.578422 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eafbee-1531-4923-a939-06e490e22741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a9a9c1-3e26-4d7c-b841-673b60092e40,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:53.584182 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-13eafbee-1531-4923-a939-06e490e22741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:53.584524 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-13eafbee-1531-4923-a939-06e490e22741 admin admin] Added segment c150c037-938f-4957-943c-2d2357b8ba28 of type vlan for network 2e68b2b1-7485-4acb-a982-bb078449d1f0 Jul 28 07:19:53.622667 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-13eafbee-1531-4923-a939-06e490e22741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745676247143'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:53.746852 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-13eafbee-1531-4923-a939-06e490e22741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:53.747835 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eafbee-1531-4923-a939-06e490e22741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:53.748419 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-13eafbee-1531-4923-a939-06e490e22741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:53.809102 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eafbee-1531-4923-a939-06e490e22741 admin admin] Pushing event updated for resources: {'Network': ['ID=2e68b2b1-7485-4acb-a982-bb078449d1f0,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:53.818618 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Network 2e68b2b1-7485-4acb-a982-bb078449d1f0 details requested by agent ovs-agent-dv-cinder-792800-1-iscsi with host dv-cinder-792800-1-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 07:19:53.867555 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-13eafbee-1531-4923-a939-06e490e22741 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6902723 Jul 28 07:19:53.871093 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59354) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:53.878351 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-0948b9a7-7f25-464f-bf78-c176fa97df34 admin admin] Request body: {'subnet': {'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-21841866-subnet', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'ip_version': 4}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:19:53.986451 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0948b9a7-7f25-464f-bf78-c176fa97df34 admin admin] Made reservation on behalf of 707b00c1d5fb4ce5a9d7e568b1aa1188 for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:19:53.988731 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0948b9a7-7f25-464f-bf78-c176fa97df34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147155'] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:54.232656 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0948b9a7-7f25-464f-bf78-c176fa97df34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9288062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147233'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:54.285815 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948b9a7-7f25-464f-bf78-c176fa97df34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=607fdff8-8936-4508-b613-74cb0ede1fa0,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:54.295804 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0948b9a7-7f25-464f-bf78-c176fa97df34 admin admin] Checking segment: {'id': 'c150c037-938f-4957-943c-2d2357b8ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:19:54.296155 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0948b9a7-7f25-464f-bf78-c176fa97df34 admin admin] Network hostable DHCP agents. Network: 2e68b2b1-7485-4acb-a982-bb078449d1f0, hostable agents: ['a9302e80-41e4-46d6-92fa-b7087ce18eda'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 07:19:54.397941 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0948b9a7-7f25-464f-bf78-c176fa97df34 admin admin] Network 2e68b2b1-7485-4acb-a982-bb078449d1f0 is scheduled to be hosted by DHCP agent a9302e80-41e4-46d6-92fa-b7087ce18eda with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 07:19:54.455448 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-0948b9a7-7f25-464f-bf78-c176fa97df34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-1-iscsi, 2e68b2b1-7485-4acb-a982-bb078449d1f0) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:19:54.460044 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0948b9a7-7f25-464f-bf78-c176fa97df34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:54.462015 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0948b9a7-7f25-464f-bf78-c176fa97df34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:54.465079 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41adcca8-d2c8-4063-b42a-32554e71e636 None None] Network 2e68b2b1-7485-4acb-a982-bb078449d1f0 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:19:54.542225 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-0948b9a7-7f25-464f-bf78-c176fa97df34 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6688800 Jul 28 07:19:54.543797 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59358) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:54.548185 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-c6827bc6-e650-4d2e-b0eb-ad410c26b159 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:19:54.603514 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c6827bc6-e650-4d2e-b0eb-ad410c26b159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1612837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1946'] for router, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:54.605177 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c6827bc6-e650-4d2e-b0eb-ad410c26b159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2010447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1933'] for router, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:54.607394 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29852646-a841-58f8-bf0d-6edda1e9bba6-2e68b2b1-7485-4acb-a982-bb078449d1f0', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0'}]}} from dv-cinder-792800-1-iscsi. {{(pid=93861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 07:19:54.608234 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:54.656714 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c6827bc6-e650-4d2e-b0eb-ad410c26b159 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:54.747012 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Allocated IP 172.20.0.2 (2e68b2b1-7485-4acb-a982-bb078449d1f0/607fdff8-8936-4508-b613-74cb0ede1fa0/45b2c9e2-3d40-4d93-a66e-46b34cfe6244) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:19:54.852879 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c6827bc6-e650-4d2e-b0eb-ad410c26b159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2019765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1612823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1919'] for router, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:54.882508 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:54.891113 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Transition to ACTIVE for port object 45b2c9e2-3d40-4d93-a66e-46b34cfe6244 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:19:54.905554 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Transition to ACTIVE for port object 45b2c9e2-3d40-4d93-a66e-46b34cfe6244 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:19:54.958078 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:54.997780 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Network 2e68b2b1-7485-4acb-a982-bb078449d1f0 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:19:55.000417 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:19:55.004086 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:19:55.014096 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Pushing event updated for resources: {'Port': ['ID=45b2c9e2-3d40-4d93-a66e-46b34cfe6244,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:55.062887 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Attempting to bind port 45b2c9e2-3d40-4d93-a66e-46b34cfe6244 on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:19:55.063247 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Attempting to bind port 45b2c9e2-3d40-4d93-a66e-46b34cfe6244 by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': 'c150c037-938f-4957-943c-2d2357b8ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:19:55.063596 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Attempting to bind port 45b2c9e2-3d40-4d93-a66e-46b34cfe6244 on network 2e68b2b1-7485-4acb-a982-bb078449d1f0 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:19:55.068447 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:19:55.068839 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Checking segment: {'id': 'c150c037-938f-4957-943c-2d2357b8ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:19:55.069232 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:55.069614 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Bound using segment: {'id': 'c150c037-938f-4957-943c-2d2357b8ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:19:55.070063 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Bound port: 45b2c9e2-3d40-4d93-a66e-46b34cfe6244, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c150c037-938f-4957-943c-2d2357b8ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:19:55.070432 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:55.093805 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c6827bc6-e650-4d2e-b0eb-ad410c26b159 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:55.112919 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c6827bc6-e650-4d2e-b0eb-ad410c26b159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:55.129960 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] For port 45b2c9e2-3d40-4d93-a66e-46b34cfe6244, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:19:55.132943 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] For port 45b2c9e2-3d40-4d93-a66e-46b34cfe6244, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=45b2c9e2-3d40-4d93-a66e-46b34cfe6244,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:19:55.211405 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-c6827bc6-e650-4d2e-b0eb-ad410c26b159 admin admin] Allocated IP 172.27.0.176 (8c193189-1b67-4afb-a9ff-6e33854cf3c6/2c40bc55-7b7c-48af-93d0-df9752159746/299d0b83-0445-4a5c-be3f-f5e442bfe541) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:19:55.232647 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:55.294822 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df300aa-b968-481f-b30f-aeca1ffd4c2d None None] Pushing event updated for resources: {'Port': ['ID=45b2c9e2-3d40-4d93-a66e-46b34cfe6244,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:55.323952 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c6827bc6-e650-4d2e-b0eb-ad410c26b159 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:55.440659 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c6827bc6-e650-4d2e-b0eb-ad410c26b159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:55.477520 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6827bc6-e650-4d2e-b0eb-ad410c26b159 admin admin] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:19:55.481270 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-c6827bc6-e650-4d2e-b0eb-ad410c26b159 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:19:55.484839 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6827bc6-e650-4d2e-b0eb-ad410c26b159 admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:19:55.513617 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6827bc6-e650-4d2e-b0eb-ad410c26b159 admin admin] Pushing event updated for resources: {'Port': ['ID=299d0b83-0445-4a5c-be3f-f5e442bfe541,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:56.044405 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c6827bc6-e650-4d2e-b0eb-ad410c26b159 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:56.083484 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a972a84c-81e8-4888-8276-7d52888b8d5c None None] Network 2e68b2b1-7485-4acb-a982-bb078449d1f0 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:19:56.199931 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-55ddffdb-eabf-4383-89e8-873dcebaee92 None None] Provisioning for port 45b2c9e2-3d40-4d93-a66e-46b34cfe6244 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:19:56.236231 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c6827bc6-e650-4d2e-b0eb-ad410c26b159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2019728'] for router, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:56.431914 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6827bc6-e650-4d2e-b0eb-ad410c26b159 admin admin] Router ec5fdf2a-f295-4fe2-8951-56849ff28d20 is scheduled to L3 agent 577d4668-314f-4871-90f8-11573d95b012 with binding_index 1 {{(pid=93860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 07:19:56.535774 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6827bc6-e650-4d2e-b0eb-ad410c26b159 admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:19:56.545179 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] Sync routers for ids ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:19:56.553799 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] Routers {'ec5fdf2a-f295-4fe2-8951-56849ff28d20'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:19:56.554388 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:19:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:56.627199 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c6827bc6-e650-4d2e-b0eb-ad410c26b159 admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:56.628371 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-c6827bc6-e650-4d2e-b0eb-ad410c26b159 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0836265 Jul 28 07:19:56.630992 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59364) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:56.654922 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] Set router ec5fdf2a-f295-4fe2-8951-56849ff28d20 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:19:56.818299 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:19:56.830739 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:55Z', 'revision_number': 3, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:56.859663 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] Checking router: ec5fdf2a-f295-4fe2-8951-56849ff28d20 for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:19:56.860006 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] Updating router ec5fdf2a-f295-4fe2-8951-56849ff28d20 port 299d0b83-0445-4a5c-be3f-f5e442bfe541 binding host dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 07:19:56.884067 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:57.021582 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-74b1d5fa-b592-4d40-b2f5-940d1c3927e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:57.125945 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:57.139927 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] Transition to ACTIVE for port object 299d0b83-0445-4a5c-be3f-f5e442bfe541 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:19:57.179918 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-74b1d5fa-b592-4d40-b2f5-940d1c3927e5 admin admin] Allocated IP 172.20.0.1 (2e68b2b1-7485-4acb-a982-bb078449d1f0/607fdff8-8936-4508-b613-74cb0ede1fa0/9a3920e9-85f6-43a0-8e7e-40d73eaf11a4) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:19:57.186689 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:57.210301 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:57.224744 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 45b2c9e2-3d40-4d93-a66e-46b34cfe6244 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:19:57.257466 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] Attempting to bind port 299d0b83-0445-4a5c-be3f-f5e442bfe541 on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:19:57.257966 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] Attempting to bind port 299d0b83-0445-4a5c-be3f-f5e442bfe541 by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:19:57.258420 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] Attempting to bind port 299d0b83-0445-4a5c-be3f-f5e442bfe541 on network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:19:57.270127 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b64a40-efbe-44d6-a218-ab0d68a35e83 None None] Pushing event updated for resources: {'Port': ['ID=299d0b83-0445-4a5c-be3f-f5e442bfe541,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:57.273468 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:19:57.273976 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] Checking segment: {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:19:57.274543 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:57.275060 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] Bound using segment: {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:19:57.275639 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] Bound port: 299d0b83-0445-4a5c-be3f-f5e442bfe541, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:19:57.276140 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:57.283124 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b64a40-efbe-44d6-a218-ab0d68a35e83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:57.285571 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b64a40-efbe-44d6-a218-ab0d68a35e83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:57.285571 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b64a40-efbe-44d6-a218-ab0d68a35e83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:57.285571 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b64a40-efbe-44d6-a218-ab0d68a35e83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:57.285571 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b64a40-efbe-44d6-a218-ab0d68a35e83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:57.285571 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b64a40-efbe-44d6-a218-ab0d68a35e83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:57.285571 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b64a40-efbe-44d6-a218-ab0d68a35e83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:57.285571 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b64a40-efbe-44d6-a218-ab0d68a35e83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:57.286208 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b64a40-efbe-44d6-a218-ab0d68a35e83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:57.286307 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b64a40-efbe-44d6-a218-ab0d68a35e83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:57.286629 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b64a40-efbe-44d6-a218-ab0d68a35e83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:57.286956 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b64a40-efbe-44d6-a218-ab0d68a35e83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:19:57.291602 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-74b1d5fa-b592-4d40-b2f5-940d1c3927e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:57.306438 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-74b1d5fa-b592-4d40-b2f5-940d1c3927e5 admin admin] Transition to ACTIVE for port object 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:19:57.341853 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] For port 299d0b83-0445-4a5c-be3f-f5e442bfe541, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:19:57.345096 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] For port 299d0b83-0445-4a5c-be3f-f5e442bfe541, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=299d0b83-0445-4a5c-be3f-f5e442bfe541,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:19:57.363485 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port 45b2c9e2-3d40-4d93-a66e-46b34cfe6244 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:19:57.367363 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 45b2c9e2-3d40-4d93-a66e-46b34cfe6244 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:19:57.367735 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:57.387587 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-74b1d5fa-b592-4d40-b2f5-940d1c3927e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:57.424059 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b1d5fa-b592-4d40-b2f5-940d1c3927e5 admin admin] Network 2e68b2b1-7485-4acb-a982-bb078449d1f0 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:19:57.426850 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-74b1d5fa-b592-4d40-b2f5-940d1c3927e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:19:57.430290 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b1d5fa-b592-4d40-b2f5-940d1c3927e5 admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:19:57.437345 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:57.444973 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:57.459949 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1d5fa-b592-4d40-b2f5-940d1c3927e5 admin admin] Pushing event updated for resources: {'Port': ['ID=9a3920e9-85f6-43a0-8e7e-40d73eaf11a4,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:57.479862 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-74b1d5fa-b592-4d40-b2f5-940d1c3927e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2019663'] for router_interface, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:57.489943 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b64a40-efbe-44d6-a218-ab0d68a35e83 None None] Pushing event updated for resources: {'Port': ['ID=299d0b83-0445-4a5c-be3f-f5e442bfe541,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:57.501209 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port 45b2c9e2-3d40-4d93-a66e-46b34cfe6244, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=45b2c9e2-3d40-4d93-a66e-46b34cfe6244,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:19:57.509675 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] Routers {'ec5fdf2a-f295-4fe2-8951-56849ff28d20'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:19:57.510315 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:19:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:57.564511 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:57.619692 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=45b2c9e2-3d40-4d93-a66e-46b34cfe6244,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:57.704909 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-74b1d5fa-b592-4d40-b2f5-940d1c3927e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:57.729113 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] Set router ec5fdf2a-f295-4fe2-8951-56849ff28d20 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:19:57.831361 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-96741c01-ba4d-404b-9b6f-ddfd974b6937 None None] Provisioning for port 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:19:57.835618 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-96741c01-ba4d-404b-9b6f-ddfd974b6937 None None] Provisioning complete for port 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:19:57.836050 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96741c01-ba4d-404b-9b6f-ddfd974b6937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:57.869010 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-74b1d5fa-b592-4d40-b2f5-940d1c3927e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:57.906374 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:55Z', 'revision_number': 3, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:57.934951 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-74b1d5fa-b592-4d40-b2f5-940d1c3927e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:57.937484 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4b19d2-a044-4a0a-b799-f17eb4cfd975 None None] The sync data for ids ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'] in dv-cinder-792800-1-iscsi is: [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:55Z', 'revision_number': 3, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:19:58.002298 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-96741c01-ba4d-404b-9b6f-ddfd974b6937 None None] Port 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:19:58.006929 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1d5fa-b592-4d40-b2f5-940d1c3927e5 admin admin] Pushing event updated for resources: {'Port': ['ID=9a3920e9-85f6-43a0-8e7e-40d73eaf11a4,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:58.013522 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-74b1d5fa-b592-4d40-b2f5-940d1c3927e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2020063'] for router_interface, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:58.103300 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b1d5fa-b592-4d40-b2f5-940d1c3927e5 admin admin] Network 2e68b2b1-7485-4acb-a982-bb078449d1f0 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:19:58.105221 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-74b1d5fa-b592-4d40-b2f5-940d1c3927e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:19:58.247406 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b1d5fa-b592-4d40-b2f5-940d1c3927e5 admin admin] Router ec5fdf2a-f295-4fe2-8951-56849ff28d20 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:19:58.330155 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-4141cdba-014a-4344-a7ee-c36b1e8127ed None None] Provisioning complete for port 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:19:58.330744 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4141cdba-014a-4344-a7ee-c36b1e8127ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:58.366228 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-4141cdba-014a-4344-a7ee-c36b1e8127ed None None] Port 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:19:58.370760 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b1d5fa-b592-4d40-b2f5-940d1c3927e5 admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:19:58.383091 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-74b1d5fa-b592-4d40-b2f5-940d1c3927e5 admin admin] 10.222.0.10 "PUT /v2.0/routers/ec5fdf2a-f295-4fe2-8951-56849ff28d20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7510216 Jul 28 07:19:59.041617 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59384) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:59.046676 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-33434943-a233-4c78-85a8-ec190702ff9f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-830843119-network', 'tenant_id': '31d44bd3fa5a4a23a9f8280cfed7ce56'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:19:59.152641 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33434943-a233-4c78-85a8-ec190702ff9f admin admin] Made reservation on behalf of 31d44bd3fa5a4a23a9f8280cfed7ce56 for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:19:59.155914 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-33434943-a233-4c78-85a8-ec190702ff9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:59.166750 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-33434943-a233-4c78-85a8-ec190702ff9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:59.259543 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-33434943-a233-4c78-85a8-ec190702ff9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:59.284327 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 45b2c9e2-3d40-4d93-a66e-46b34cfe6244 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:19:59.334280 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 45b2c9e2-3d40-4d93-a66e-46b34cfe6244 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:19:59.334923 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:59.398640 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] Sync routers for ids ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:19:59.416813 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] Routers {'ec5fdf2a-f295-4fe2-8951-56849ff28d20'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:19:59.416813 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:19:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:59.423889 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 299d0b83-0445-4a5c-be3f-f5e442bfe541 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:19:59.443814 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-33434943-a233-4c78-85a8-ec190702ff9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:59.473140 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33434943-a233-4c78-85a8-ec190702ff9f admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 07:19:59.483228 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33434943-a233-4c78-85a8-ec190702ff9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee92d30e-447c-4784-9dc5-cfebe53a0e42,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:59.487904 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-33434943-a233-4c78-85a8-ec190702ff9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:59.488649 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-33434943-a233-4c78-85a8-ec190702ff9f admin admin] Added segment 35762881-f887-48fe-aa58-cbb86841b36b of type vlan for network 513d7b50-f0a7-42a5-867e-642119795cda Jul 28 07:19:59.529253 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-33434943-a233-4c78-85a8-ec190702ff9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745676247143'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:59.558728 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] Set router ec5fdf2a-f295-4fe2-8951-56849ff28d20 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:19:59.684053 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-33434943-a233-4c78-85a8-ec190702ff9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:59.685053 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33434943-a233-4c78-85a8-ec190702ff9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:19:59.685636 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-33434943-a233-4c78-85a8-ec190702ff9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:59.709590 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port 299d0b83-0445-4a5c-be3f-f5e442bfe541 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:19:59.715240 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 299d0b83-0445-4a5c-be3f-f5e442bfe541 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:19:59.715618 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:59.759034 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33434943-a233-4c78-85a8-ec190702ff9f admin admin] Pushing event updated for resources: {'Network': ['ID=513d7b50-f0a7-42a5-867e-642119795cda,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:19:59.773902 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Network 513d7b50-f0a7-42a5-867e-642119795cda details requested by agent ovs-agent-dv-cinder-792800-1-iscsi with host dv-cinder-792800-1-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 07:19:59.818325 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-33434943-a233-4c78-85a8-ec190702ff9f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7730250 Jul 28 07:19:59.818555 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59388) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:19:59.823857 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-affea035-e377-4a7a-82fd-332c95f6e21b admin admin] Request body: {'subnet': {'network_id': '513d7b50-f0a7-42a5-867e-642119795cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-830843119-subnet', 'tenant_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'ip_version': 4}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:19:59.882463 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '9a3920e9-85f6-43a0-8e7e-40d73eaf11a4', 'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'mac_address': 'fa:16:3e:6c:10:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:57Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 2, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'subnets': [{'id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:19:59.889056 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affea035-e377-4a7a-82fd-332c95f6e21b admin admin] Made reservation on behalf of 31d44bd3fa5a4a23a9f8280cfed7ce56 for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:19:59.891466 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-affea035-e377-4a7a-82fd-332c95f6e21b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147155'] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:59.914400 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:19:59.919118 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] Checking router: ec5fdf2a-f295-4fe2-8951-56849ff28d20 for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:19:59.919471 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] Updating router ec5fdf2a-f295-4fe2-8951-56849ff28d20 port 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4 binding host dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 07:19:59.956697 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port 299d0b83-0445-4a5c-be3f-f5e442bfe541, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=299d0b83-0445-4a5c-be3f-f5e442bfe541,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:19:59.957760 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:00.052765 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:00.129786 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-affea035-e377-4a7a-82fd-332c95f6e21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9288062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147233'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:00.154545 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=299d0b83-0445-4a5c-be3f-f5e442bfe541,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:00.186499 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affea035-e377-4a7a-82fd-332c95f6e21b admin admin] Pushing event updated for resources: {'Subnet': ['ID=27eddafc-8fbe-4b8c-b7fc-abadad3ffd2a,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:00.194339 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affea035-e377-4a7a-82fd-332c95f6e21b admin admin] Checking segment: {'id': '35762881-f887-48fe-aa58-cbb86841b36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '513d7b50-f0a7-42a5-867e-642119795cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:20:00.194719 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affea035-e377-4a7a-82fd-332c95f6e21b admin admin] Network hostable DHCP agents. Network: 513d7b50-f0a7-42a5-867e-642119795cda, hostable agents: ['a9302e80-41e4-46d6-92fa-b7087ce18eda'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 07:20:00.262069 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:00.271280 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] Transition to ACTIVE for port object 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:20:00.357927 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affea035-e377-4a7a-82fd-332c95f6e21b admin admin] Network 513d7b50-f0a7-42a5-867e-642119795cda is scheduled to be hosted by DHCP agent a9302e80-41e4-46d6-92fa-b7087ce18eda with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 07:20:00.386425 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:00.429402 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-affea035-e377-4a7a-82fd-332c95f6e21b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-1-iscsi, 513d7b50-f0a7-42a5-867e-642119795cda) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:20:00.435160 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c50319-7289-46a3-857b-306279c1d51c None None] Pushing event updated for resources: {'Port': ['ID=9a3920e9-85f6-43a0-8e7e-40d73eaf11a4,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:00.435864 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affea035-e377-4a7a-82fd-332c95f6e21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:00.436786 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-affea035-e377-4a7a-82fd-332c95f6e21b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:00.461496 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bfb932-cc5e-498f-8bab-dbc2cdd5ca20 None None] Network 513d7b50-f0a7-42a5-867e-642119795cda requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:20:00.526998 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59390) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:00.530185 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-affea035-e377-4a7a-82fd-332c95f6e21b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7101007 Jul 28 07:20:00.533580 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-bf9e84ea-49a6-49dd-9b17-45498c51e24e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-830843119-router', 'tenant_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:20:00.533775 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] Attempting to bind port 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4 on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:20:00.533952 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] Attempting to bind port 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4 by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': 'c150c037-938f-4957-943c-2d2357b8ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:20:00.534315 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] Attempting to bind port 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4 on network 2e68b2b1-7485-4acb-a982-bb078449d1f0 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:20:00.544268 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:20:00.544728 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] Checking segment: {'id': 'c150c037-938f-4957-943c-2d2357b8ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:20:00.545132 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:00.545522 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] Bound using segment: {'id': 'c150c037-938f-4957-943c-2d2357b8ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:20:00.545994 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] Bound port: 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c150c037-938f-4957-943c-2d2357b8ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:20:00.546374 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:00.626320 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bf9e84ea-49a6-49dd-9b17-45498c51e24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1612837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1946'] for router, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:00.627668 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bf9e84ea-49a6-49dd-9b17-45498c51e24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2010447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1933'] for router, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:00.670962 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] For port 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:20:00.678886 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bf9e84ea-49a6-49dd-9b17-45498c51e24e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:00.686063 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] For port 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=9a3920e9-85f6-43a0-8e7e-40d73eaf11a4,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:20:00.708703 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29852646-a841-58f8-bf0d-6edda1e9bba6-513d7b50-f0a7-42a5-867e-642119795cda', 'network_id': '513d7b50-f0a7-42a5-867e-642119795cda', 'tenant_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'fixed_ips': [{'subnet_id': '27eddafc-8fbe-4b8c-b7fc-abadad3ffd2a'}]}} from dv-cinder-792800-1-iscsi. {{(pid=93861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 07:20:00.709542 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:00.785021 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:00.887203 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bf9e84ea-49a6-49dd-9b17-45498c51e24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2019765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1612823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1919'] for router, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:00.888277 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c50319-7289-46a3-857b-306279c1d51c None None] Pushing event updated for resources: {'Port': ['ID=9a3920e9-85f6-43a0-8e7e-40d73eaf11a4,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:00.894623 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] Routers {'ec5fdf2a-f295-4fe2-8951-56849ff28d20'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:20:00.895204 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:19:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:00.947226 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Allocated IP 172.20.0.2 (513d7b50-f0a7-42a5-867e-642119795cda/27eddafc-8fbe-4b8c-b7fc-abadad3ffd2a/d5e2837a-c4f2-4aec-b75e-255a58db44f1) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:20:01.134465 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] Set router ec5fdf2a-f295-4fe2-8951-56849ff28d20 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:20:01.176465 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bf9e84ea-49a6-49dd-9b17-45498c51e24e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:01.195679 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bf9e84ea-49a6-49dd-9b17-45498c51e24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:01.304816 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-bf9e84ea-49a6-49dd-9b17-45498c51e24e admin admin] Allocated IP 172.27.0.58 (8c193189-1b67-4afb-a9ff-6e33854cf3c6/2c40bc55-7b7c-48af-93d0-df9752159746/cc181843-e0f4-4a58-93e5-042b963c0917) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:20:01.345986 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:01.348257 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 299d0b83-0445-4a5c-be3f-f5e442bfe541 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:20:01.386367 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Transition to ACTIVE for port object d5e2837a-c4f2-4aec-b75e-255a58db44f1 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:20:01.417219 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bf9e84ea-49a6-49dd-9b17-45498c51e24e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:01.451349 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Transition to ACTIVE for port object d5e2837a-c4f2-4aec-b75e-255a58db44f1 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:20:01.484107 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 299d0b83-0445-4a5c-be3f-f5e442bfe541 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:20:01.484478 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:01.547996 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bf9e84ea-49a6-49dd-9b17-45498c51e24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:01.591662 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9e84ea-49a6-49dd-9b17-45498c51e24e admin admin] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:20:01.594462 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-bf9e84ea-49a6-49dd-9b17-45498c51e24e admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:20:01.598087 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9e84ea-49a6-49dd-9b17-45498c51e24e admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:20:01.607348 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '9a3920e9-85f6-43a0-8e7e-40d73eaf11a4', 'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'mac_address': 'fa:16:3e:6c:10:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:57Z', 'updated_at': '2021-07-28T07:20:00Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'subnets': [{'id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:01.624240 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e84ea-49a6-49dd-9b17-45498c51e24e admin admin] Pushing event updated for resources: {'Port': ['ID=cc181843-e0f4-4a58-93e5-042b963c0917,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:01.640159 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:01.642171 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76469c26-50d2-4c71-99d9-26e23c669e2c None None] The sync data for ids ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'] in dv-cinder-792800-1-iscsi is: [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '9a3920e9-85f6-43a0-8e7e-40d73eaf11a4', 'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'mac_address': 'fa:16:3e:6c:10:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:57Z', 'updated_at': '2021-07-28T07:20:00Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'subnets': [{'id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:20:01.679117 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Network 513d7b50-f0a7-42a5-867e-642119795cda is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:20:01.681920 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:20:01.687143 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:20:01.706784 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Pushing event updated for resources: {'Port': ['ID=d5e2837a-c4f2-4aec-b75e-255a58db44f1,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:01.785546 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Attempting to bind port d5e2837a-c4f2-4aec-b75e-255a58db44f1 on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:20:01.790476 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Attempting to bind port d5e2837a-c4f2-4aec-b75e-255a58db44f1 by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': '35762881-f887-48fe-aa58-cbb86841b36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '513d7b50-f0a7-42a5-867e-642119795cda'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:20:01.790476 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Attempting to bind port d5e2837a-c4f2-4aec-b75e-255a58db44f1 on network 513d7b50-f0a7-42a5-867e-642119795cda {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:20:01.792652 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:20:01.793032 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Checking segment: {'id': '35762881-f887-48fe-aa58-cbb86841b36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '513d7b50-f0a7-42a5-867e-642119795cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:20:01.793436 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:01.793829 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Bound using segment: {'id': '35762881-f887-48fe-aa58-cbb86841b36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '513d7b50-f0a7-42a5-867e-642119795cda'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:20:01.794395 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Bound port: d5e2837a-c4f2-4aec-b75e-255a58db44f1, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35762881-f887-48fe-aa58-cbb86841b36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '513d7b50-f0a7-42a5-867e-642119795cda'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:20:01.794736 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:01.865779 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] For port d5e2837a-c4f2-4aec-b75e-255a58db44f1, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:20:01.869030 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] For port d5e2837a-c4f2-4aec-b75e-255a58db44f1, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=d5e2837a-c4f2-4aec-b75e-255a58db44f1,segment=NetworkSegment(35762881-f887-48fe-aa58-cbb86841b36b),segment_id=35762881-f887-48fe-aa58-cbb86841b36b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:20:01.941167 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:01.988464 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bf9e84ea-49a6-49dd-9b17-45498c51e24e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:02.003720 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12df1b3-9d21-451b-bc90-ec3ad06f6f7f None None] Pushing event updated for resources: {'Port': ['ID=d5e2837a-c4f2-4aec-b75e-255a58db44f1,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:02.228656 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bf9e84ea-49a6-49dd-9b17-45498c51e24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2019728'] for router, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:02.476474 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9e84ea-49a6-49dd-9b17-45498c51e24e admin admin] Router 6909641f-fa81-45b9-af9d-ac104de74c12 is scheduled to L3 agent 577d4668-314f-4871-90f8-11573d95b012 with binding_index 1 {{(pid=93859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 07:20:02.584949 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9e84ea-49a6-49dd-9b17-45498c51e24e admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:20:02.596441 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] Sync routers for ids ['6909641f-fa81-45b9-af9d-ac104de74c12'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:20:02.607656 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] Routers {'6909641f-fa81-45b9-af9d-ac104de74c12'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:20:02.608428 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:19:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['6909641f-fa81-45b9-af9d-ac104de74c12'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:02.723980 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bf9e84ea-49a6-49dd-9b17-45498c51e24e admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:02.728428 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-bf9e84ea-49a6-49dd-9b17-45498c51e24e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1967561 Jul 28 07:20:02.728668 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59408) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:02.757198 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] Set router 6909641f-fa81-45b9-af9d-ac104de74c12 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:20:02.967691 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6909641f-fa81-45b9-af9d-ac104de74c12', 'name': 'tempest-TestVolumeBootPattern-830843119-router', 'tenant_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cc181843-e0f4-4a58-93e5-042b963c0917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:20:00Z', 'updated_at': '2021-07-28T07:20:01Z', 'revision_number': 3, 'project_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'gw_port': {'id': 'cc181843-e0f4-4a58-93e5-042b963c0917', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6909641f-fa81-45b9-af9d-ac104de74c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:20:01Z', 'updated_at': '2021-07-28T07:20:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:03.003505 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] Checking router: 6909641f-fa81-45b9-af9d-ac104de74c12 for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:20:03.003854 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] Updating router 6909641f-fa81-45b9-af9d-ac104de74c12 port cc181843-e0f4-4a58-93e5-042b963c0917 binding host dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 07:20:03.048271 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:03.087231 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da420ab8-081c-4c21-8b21-7645d81c2e81 None None] Network 513d7b50-f0a7-42a5-867e-642119795cda requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:20:03.235913 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a9b11c7-1bad-4943-baef-d4801d5dc46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:03.266218 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-5829191b-6449-4176-8a39-c30be2ab9890 None None] Provisioning for port d5e2837a-c4f2-4aec-b75e-255a58db44f1 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:20:03.316890 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:20:03.376659 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:03.389368 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] Transition to ACTIVE for port object cc181843-e0f4-4a58-93e5-042b963c0917 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:20:03.465750 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:20:03.471101 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:20:03.471707 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:03.491746 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:03.553053 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] Attempting to bind port cc181843-e0f4-4a58-93e5-042b963c0917 on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:20:03.553560 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] Attempting to bind port cc181843-e0f4-4a58-93e5-042b963c0917 by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:20:03.554009 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] Attempting to bind port cc181843-e0f4-4a58-93e5-042b963c0917 on network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:20:03.557239 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c6bcb-b05a-42ad-89ed-0eac66e4bea2 None None] Pushing event updated for resources: {'Port': ['ID=cc181843-e0f4-4a58-93e5-042b963c0917,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:03.562879 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:20:03.570544 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] Checking segment: {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:20:03.570544 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:03.570544 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] Bound using segment: {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:20:03.570544 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] Bound port: cc181843-e0f4-4a58-93e5-042b963c0917, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c28bdba-3c87-4152-a9b8-75041b259dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:20:03.570544 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:03.613504 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:03.623009 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] For port cc181843-e0f4-4a58-93e5-042b963c0917, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:20:03.627715 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] For port cc181843-e0f4-4a58-93e5-042b963c0917, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=cc181843-e0f4-4a58-93e5-042b963c0917,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:20:03.652190 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=9a3920e9-85f6-43a0-8e7e-40d73eaf11a4,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:20:03.694690 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:03.717885 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-7a9b11c7-1bad-4943-baef-d4801d5dc46b admin admin] Allocated IP 172.20.0.1 (513d7b50-f0a7-42a5-867e-642119795cda/27eddafc-8fbe-4b8c-b7fc-abadad3ffd2a/b56e71d7-9c9c-459c-944b-c51475e1192b) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:20:03.718983 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:03.720080 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device d5e2837a-c4f2-4aec-b75e-255a58db44f1 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:20:03.755967 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] Routers {'6909641f-fa81-45b9-af9d-ac104de74c12'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:20:03.756958 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:19:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['6909641f-fa81-45b9-af9d-ac104de74c12'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:03.794728 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c6bcb-b05a-42ad-89ed-0eac66e4bea2 None None] Pushing event updated for resources: {'Port': ['ID=cc181843-e0f4-4a58-93e5-042b963c0917,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:03.821799 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=9a3920e9-85f6-43a0-8e7e-40d73eaf11a4,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:03.848516 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a9b11c7-1bad-4943-baef-d4801d5dc46b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:03.861926 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-7a9b11c7-1bad-4943-baef-d4801d5dc46b admin admin] Transition to ACTIVE for port object b56e71d7-9c9c-459c-944b-c51475e1192b will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:20:03.871047 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] Set router 6909641f-fa81-45b9-af9d-ac104de74c12 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:20:03.894949 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port d5e2837a-c4f2-4aec-b75e-255a58db44f1 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:20:03.898806 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port d5e2837a-c4f2-4aec-b75e-255a58db44f1 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:20:03.899176 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:03.958994 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a9b11c7-1bad-4943-baef-d4801d5dc46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:03.983526 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:03.996716 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9b11c7-1bad-4943-baef-d4801d5dc46b admin admin] Network 513d7b50-f0a7-42a5-867e-642119795cda is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:20:03.999533 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-7a9b11c7-1bad-4943-baef-d4801d5dc46b admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:20:04.003367 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9b11c7-1bad-4943-baef-d4801d5dc46b admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:20:04.022176 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port d5e2837a-c4f2-4aec-b75e-255a58db44f1, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=d5e2837a-c4f2-4aec-b75e-255a58db44f1,segment=NetworkSegment(35762881-f887-48fe-aa58-cbb86841b36b),segment_id=35762881-f887-48fe-aa58-cbb86841b36b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:20:04.034536 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b11c7-1bad-4943-baef-d4801d5dc46b admin admin] Pushing event updated for resources: {'Port': ['ID=b56e71d7-9c9c-459c-944b-c51475e1192b,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:04.050311 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a9b11c7-1bad-4943-baef-d4801d5dc46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2019663'] for router_interface, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:04.067853 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6909641f-fa81-45b9-af9d-ac104de74c12', 'name': 'tempest-TestVolumeBootPattern-830843119-router', 'tenant_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cc181843-e0f4-4a58-93e5-042b963c0917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:20:00Z', 'updated_at': '2021-07-28T07:20:01Z', 'revision_number': 3, 'project_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'gw_port': {'id': 'cc181843-e0f4-4a58-93e5-042b963c0917', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6909641f-fa81-45b9-af9d-ac104de74c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:20:01Z', 'updated_at': '2021-07-28T07:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:04.083497 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:04.111119 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566dce8c-069e-49c7-a7e8-3db632f45e7b None None] The sync data for ids ['6909641f-fa81-45b9-af9d-ac104de74c12'] in dv-cinder-792800-1-iscsi is: [{'id': '6909641f-fa81-45b9-af9d-ac104de74c12', 'name': 'tempest-TestVolumeBootPattern-830843119-router', 'tenant_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cc181843-e0f4-4a58-93e5-042b963c0917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:20:00Z', 'updated_at': '2021-07-28T07:20:01Z', 'revision_number': 3, 'project_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'gw_port': {'id': 'cc181843-e0f4-4a58-93e5-042b963c0917', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6909641f-fa81-45b9-af9d-ac104de74c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:20:01Z', 'updated_at': '2021-07-28T07:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:20:04.143760 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=d5e2837a-c4f2-4aec-b75e-255a58db44f1,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:04.247241 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a9b11c7-1bad-4943-baef-d4801d5dc46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:04.374796 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ec0cfb8f-1e5c-4884-8d20-e95f9ecb3426 None None] Provisioning for port b56e71d7-9c9c-459c-944b-c51475e1192b completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:20:04.379158 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ec0cfb8f-1e5c-4884-8d20-e95f9ecb3426 None None] Provisioning complete for port b56e71d7-9c9c-459c-944b-c51475e1192b triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:20:04.379654 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ec0cfb8f-1e5c-4884-8d20-e95f9ecb3426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:04.420369 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ec0cfb8f-1e5c-4884-8d20-e95f9ecb3426 None None] Port b56e71d7-9c9c-459c-944b-c51475e1192b cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:20:04.432487 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a9b11c7-1bad-4943-baef-d4801d5dc46b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:04.489426 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a9b11c7-1bad-4943-baef-d4801d5dc46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851772'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:04.560225 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b11c7-1bad-4943-baef-d4801d5dc46b admin admin] Pushing event updated for resources: {'Port': ['ID=b56e71d7-9c9c-459c-944b-c51475e1192b,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:04.562854 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a9b11c7-1bad-4943-baef-d4801d5dc46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2020063'] for router_interface, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:04.656965 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9b11c7-1bad-4943-baef-d4801d5dc46b admin admin] Network 513d7b50-f0a7-42a5-867e-642119795cda is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:20:04.658422 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-7a9b11c7-1bad-4943-baef-d4801d5dc46b admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:20:04.782474 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9b11c7-1bad-4943-baef-d4801d5dc46b admin admin] Router 6909641f-fa81-45b9-af9d-ac104de74c12 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:20:04.896217 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9b11c7-1bad-4943-baef-d4801d5dc46b admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:20:04.902004 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7a9b11c7-1bad-4943-baef-d4801d5dc46b admin admin] 10.222.0.10 "PUT /v2.0/routers/6909641f-fa81-45b9-af9d-ac104de74c12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1723487 Jul 28 07:20:04.942952 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-a9589502-bb48-4ce8-a3f2-931bb6a7a67e None None] Provisioning complete for port b56e71d7-9c9c-459c-944b-c51475e1192b triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:20:04.943372 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a9589502-bb48-4ce8-a3f2-931bb6a7a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:04.981258 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a9589502-bb48-4ce8-a3f2-931bb6a7a67e None None] Port b56e71d7-9c9c-459c-944b-c51475e1192b cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:20:05.278103 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:20:05.327298 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:20:05.327673 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:05.406573 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device cc181843-e0f4-4a58-93e5-042b963c0917 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:20:05.557987 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port cc181843-e0f4-4a58-93e5-042b963c0917 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:20:05.561975 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port cc181843-e0f4-4a58-93e5-042b963c0917 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:20:05.562386 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:05.585651 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59424) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:05.590602 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-48a971af-5b8f-4783-90d9-f29b98b22797 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-857608023', 'description': 'tempest-secgroup-smoke-857608023 description', 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:20:05.632614 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] Sync routers for ids ['6909641f-fa81-45b9-af9d-ac104de74c12'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:20:05.649984 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:05.654777 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] Routers {'6909641f-fa81-45b9-af9d-ac104de74c12'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:20:05.659713 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:19:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['6909641f-fa81-45b9-af9d-ac104de74c12'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:05.678072 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-48a971af-5b8f-4783-90d9-f29b98b22797 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:05.707953 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port cc181843-e0f4-4a58-93e5-042b963c0917, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=cc181843-e0f4-4a58-93e5-042b963c0917,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:20:05.764662 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-48a971af-5b8f-4783-90d9-f29b98b22797 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:05.777357 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:05.778112 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device d5e2837a-c4f2-4aec-b75e-255a58db44f1 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:20:05.781532 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] Set router 6909641f-fa81-45b9-af9d-ac104de74c12 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:20:05.820407 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-48a971af-5b8f-4783-90d9-f29b98b22797 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:05.849404 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a971af-5b8f-4783-90d9-f29b98b22797 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613783bf-a53f-4913-afa1-b9c2bb03f226,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:05.900520 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-48a971af-5b8f-4783-90d9-f29b98b22797 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:05.902334 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-48a971af-5b8f-4783-90d9-f29b98b22797 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3155622 Jul 28 07:20:05.905271 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59428) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:05.909928 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-fe0b10de-8677-4933-a944-9c164805874c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Request body: {'security_group_rule': {'security_group_id': '613783bf-a53f-4913-afa1-b9c2bb03f226', 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:20:05.919132 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=cc181843-e0f4-4a58-93e5-042b963c0917,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:05.977910 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port d5e2837a-c4f2-4aec-b75e-255a58db44f1 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:20:05.978287 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:05.996727 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe0b10de-8677-4933-a944-9c164805874c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:06.052909 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe0b10de-8677-4933-a944-9c164805874c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:06.112332 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe0b10de-8677-4933-a944-9c164805874c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:06.120283 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6909641f-fa81-45b9-af9d-ac104de74c12', 'name': 'tempest-TestVolumeBootPattern-830843119-router', 'tenant_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cc181843-e0f4-4a58-93e5-042b963c0917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:20:00Z', 'updated_at': '2021-07-28T07:20:04Z', 'revision_number': 4, 'project_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'gw_port': {'id': 'cc181843-e0f4-4a58-93e5-042b963c0917', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6909641f-fa81-45b9-af9d-ac104de74c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:20:01Z', 'updated_at': '2021-07-28T07:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'b56e71d7-9c9c-459c-944b-c51475e1192b', 'name': '', 'network_id': '513d7b50-f0a7-42a5-867e-642119795cda', 'tenant_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'mac_address': 'fa:16:3e:85:77:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6909641f-fa81-45b9-af9d-ac104de74c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '27eddafc-8fbe-4b8c-b7fc-abadad3ffd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:20:03Z', 'updated_at': '2021-07-28T07:20:04Z', 'revision_number': 2, 'project_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'subnets': [{'id': '27eddafc-8fbe-4b8c-b7fc-abadad3ffd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:06.133040 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b10de-8677-4933-a944-9c164805874c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c07afc4-81c3-4bc5-b2cd-95cdce35d3d0,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:06.146537 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] Checking router: 6909641f-fa81-45b9-af9d-ac104de74c12 for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:20:06.146912 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] Updating router 6909641f-fa81-45b9-af9d-ac104de74c12 port b56e71d7-9c9c-459c-944b-c51475e1192b binding host dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 07:20:06.172230 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:06.203617 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe0b10de-8677-4933-a944-9c164805874c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:06.204849 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-fe0b10de-8677-4933-a944-9c164805874c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2985442 Jul 28 07:20:06.207827 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59430) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:06.212547 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-6a2d2812-c9b0-4600-86f2-3bb7d547c9b5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Request body: {'security_group_rule': {'security_group_id': '613783bf-a53f-4913-afa1-b9c2bb03f226', 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:20:06.299592 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6a2d2812-c9b0-4600-86f2-3bb7d547c9b5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:06.355968 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6a2d2812-c9b0-4600-86f2-3bb7d547c9b5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:06.433284 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:06.442527 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] Transition to ACTIVE for port object b56e71d7-9c9c-459c-944b-c51475e1192b will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:20:06.455061 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6a2d2812-c9b0-4600-86f2-3bb7d547c9b5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:06.470314 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d2812-c9b0-4600-86f2-3bb7d547c9b5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d7c3cb-498f-47d2-a91f-9312fd55e8d4,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:06.480291 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2d2812-c9b0-4600-86f2-3bb7d547c9b5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:06.480646 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2d2812-c9b0-4600-86f2-3bb7d547c9b5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:06.480990 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2d2812-c9b0-4600-86f2-3bb7d547c9b5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:06.481329 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2d2812-c9b0-4600-86f2-3bb7d547c9b5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:06.481669 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2d2812-c9b0-4600-86f2-3bb7d547c9b5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:06.482000 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2d2812-c9b0-4600-86f2-3bb7d547c9b5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:06.482333 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2d2812-c9b0-4600-86f2-3bb7d547c9b5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:06.482696 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2d2812-c9b0-4600-86f2-3bb7d547c9b5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:06.491983 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2d2812-c9b0-4600-86f2-3bb7d547c9b5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:06.491983 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2d2812-c9b0-4600-86f2-3bb7d547c9b5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:06.491983 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2d2812-c9b0-4600-86f2-3bb7d547c9b5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:06.491983 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2d2812-c9b0-4600-86f2-3bb7d547c9b5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:06.540488 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:06.568525 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6a2d2812-c9b0-4600-86f2-3bb7d547c9b5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:06.572768 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59432) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:06.573463 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-6a2d2812-c9b0-4600-86f2-3bb7d547c9b5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3639784 Jul 28 07:20:06.579753 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-13619f41-1841-4395-a025-ae6e1ad43a01 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Request body: {'security_group_rule': {'security_group_id': '613783bf-a53f-4913-afa1-b9c2bb03f226', 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:20:06.590659 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde87b47-7fe0-4524-a188-2b3bdd1a81c7 None None] Pushing event updated for resources: {'Port': ['ID=b56e71d7-9c9c-459c-944b-c51475e1192b,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:06.647062 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] Attempting to bind port b56e71d7-9c9c-459c-944b-c51475e1192b on host dv-cinder-792800-1-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:20:06.647405 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] Attempting to bind port b56e71d7-9c9c-459c-944b-c51475e1192b by drivers openvswitch,hyperv on host dv-cinder-792800-1-iscsi at level 0 using segments [{'id': '35762881-f887-48fe-aa58-cbb86841b36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '513d7b50-f0a7-42a5-867e-642119795cda'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:20:06.647762 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] Attempting to bind port b56e71d7-9c9c-459c-944b-c51475e1192b on network 513d7b50-f0a7-42a5-867e-642119795cda {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:20:06.653499 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] Checking agent: {'id': '8de31864-4928-486f-94a3-5eeb74258ac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 0, 13), 'started_at': datetime.datetime(2021, 7, 28, 7, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:20:06.653872 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] Checking segment: {'id': '35762881-f887-48fe-aa58-cbb86841b36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '513d7b50-f0a7-42a5-867e-642119795cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:20:06.654268 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:06.654681 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] Bound using segment: {'id': '35762881-f887-48fe-aa58-cbb86841b36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '513d7b50-f0a7-42a5-867e-642119795cda'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:20:06.655259 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] Bound port: b56e71d7-9c9c-459c-944b-c51475e1192b, host: dv-cinder-792800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35762881-f887-48fe-aa58-cbb86841b36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '513d7b50-f0a7-42a5-867e-642119795cda'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:20:06.655636 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:06.671285 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-13619f41-1841-4395-a025-ae6e1ad43a01 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:06.727790 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] For port b56e71d7-9c9c-459c-944b-c51475e1192b, host dv-cinder-792800-1-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:20:06.732475 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] For port b56e71d7-9c9c-459c-944b-c51475e1192b, host dv-cinder-792800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=b56e71d7-9c9c-459c-944b-c51475e1192b,segment=NetworkSegment(35762881-f887-48fe-aa58-cbb86841b36b),segment_id=35762881-f887-48fe-aa58-cbb86841b36b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:20:06.736326 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-13619f41-1841-4395-a025-ae6e1ad43a01 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:06.805074 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:06.814490 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-13619f41-1841-4395-a025-ae6e1ad43a01 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:06.832555 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13619f41-1841-4395-a025-ae6e1ad43a01 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028e94d8-90bd-47d0-8d9a-dfe20ba7b8be,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:06.890662 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] Routers {'6909641f-fa81-45b9-af9d-ac104de74c12'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:20:06.891302 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:19:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['6909641f-fa81-45b9-af9d-ac104de74c12'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:06.893249 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde87b47-7fe0-4524-a188-2b3bdd1a81c7 None None] Pushing event updated for resources: {'Port': ['ID=b56e71d7-9c9c-459c-944b-c51475e1192b,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:06.906605 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-13619f41-1841-4395-a025-ae6e1ad43a01 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:06.910283 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-13619f41-1841-4395-a025-ae6e1ad43a01 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3326216 Jul 28 07:20:06.910643 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59436) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:06.915653 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-70e24d91-17a6-4b0d-8546-5ddec451827b tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Request body: {'security_group_rule': {'security_group_id': '613783bf-a53f-4913-afa1-b9c2bb03f226', 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:20:07.005737 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] Set router 6909641f-fa81-45b9-af9d-ac104de74c12 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:20:07.036809 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-70e24d91-17a6-4b0d-8546-5ddec451827b tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:07.095236 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-70e24d91-17a6-4b0d-8546-5ddec451827b tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:07.210723 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device cc181843-e0f4-4a58-93e5-042b963c0917 up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:20:07.243939 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-70e24d91-17a6-4b0d-8546-5ddec451827b tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:07.263435 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e24d91-17a6-4b0d-8546-5ddec451827b tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7d7b6c-f23b-4625-bed4-9ec154cea3fc,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:07.359640 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6909641f-fa81-45b9-af9d-ac104de74c12', 'name': 'tempest-TestVolumeBootPattern-830843119-router', 'tenant_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cc181843-e0f4-4a58-93e5-042b963c0917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:20:00Z', 'updated_at': '2021-07-28T07:20:04Z', 'revision_number': 4, 'project_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'gw_port': {'id': 'cc181843-e0f4-4a58-93e5-042b963c0917', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6909641f-fa81-45b9-af9d-ac104de74c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:20:01Z', 'updated_at': '2021-07-28T07:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'b56e71d7-9c9c-459c-944b-c51475e1192b', 'name': '', 'network_id': '513d7b50-f0a7-42a5-867e-642119795cda', 'tenant_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'mac_address': 'fa:16:3e:85:77:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6909641f-fa81-45b9-af9d-ac104de74c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '27eddafc-8fbe-4b8c-b7fc-abadad3ffd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:20:03Z', 'updated_at': '2021-07-28T07:20:06Z', 'revision_number': 4, 'project_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'subnets': [{'id': '27eddafc-8fbe-4b8c-b7fc-abadad3ffd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:07.391727 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9afa81-ff9d-4e7f-97e1-f8cee20e705b None None] The sync data for ids ['6909641f-fa81-45b9-af9d-ac104de74c12'] in dv-cinder-792800-1-iscsi is: [{'id': '6909641f-fa81-45b9-af9d-ac104de74c12', 'name': 'tempest-TestVolumeBootPattern-830843119-router', 'tenant_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cc181843-e0f4-4a58-93e5-042b963c0917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:20:00Z', 'updated_at': '2021-07-28T07:20:04Z', 'revision_number': 4, 'project_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'gw_port': {'id': 'cc181843-e0f4-4a58-93e5-042b963c0917', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6909641f-fa81-45b9-af9d-ac104de74c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:20:01Z', 'updated_at': '2021-07-28T07:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'b56e71d7-9c9c-459c-944b-c51475e1192b', 'name': '', 'network_id': '513d7b50-f0a7-42a5-867e-642119795cda', 'tenant_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'mac_address': 'fa:16:3e:85:77:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6909641f-fa81-45b9-af9d-ac104de74c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '27eddafc-8fbe-4b8c-b7fc-abadad3ffd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:20:03Z', 'updated_at': '2021-07-28T07:20:06Z', 'revision_number': 4, 'project_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'subnets': [{'id': '27eddafc-8fbe-4b8c-b7fc-abadad3ffd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:20:07.402729 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-70e24d91-17a6-4b0d-8546-5ddec451827b tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:07.404053 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-70e24d91-17a6-4b0d-8546-5ddec451827b tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4923360 Jul 28 07:20:07.406822 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port cc181843-e0f4-4a58-93e5-042b963c0917 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:20:07.406965 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59438) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:07.407416 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:07.411770 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-0d61ca1d-2d93-4cfa-9cde-ee2ce2c23791 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Request body: {'security_group_rule': {'security_group_id': '613783bf-a53f-4913-afa1-b9c2bb03f226', 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:20:07.536183 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.securitygroups_db [None req-0d61ca1d-2d93-4cfa-9cde-ee2ce2c23791 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Project 707b00c1d5fb4ce5a9d7e568b1aa1188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 07:20:07.541541 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0d61ca1d-2d93-4cfa-9cde-ee2ce2c23791 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:07.607900 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0d61ca1d-2d93-4cfa-9cde-ee2ce2c23791 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:07.683790 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0d61ca1d-2d93-4cfa-9cde-ee2ce2c23791 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:07.701798 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61ca1d-2d93-4cfa-9cde-ee2ce2c23791 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220d06f4-bdd7-4b8d-b8b8-eda9cd069193,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:07.786341 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0d61ca1d-2d93-4cfa-9cde-ee2ce2c23791 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:07.787776 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-0d61ca1d-2d93-4cfa-9cde-ee2ce2c23791 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3796420 Jul 28 07:20:07.790633 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59442) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:07.800967 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-7b1e01a4-9566-4023-b7b1-c95502e12cae tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Request body: {'security_group_rule': {'security_group_id': '613783bf-a53f-4913-afa1-b9c2bb03f226', 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:20:07.871776 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.securitygroups_db [None req-7b1e01a4-9566-4023-b7b1-c95502e12cae tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Project 707b00c1d5fb4ce5a9d7e568b1aa1188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 07:20:07.876939 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7b1e01a4-9566-4023-b7b1-c95502e12cae tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:07.939980 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7b1e01a4-9566-4023-b7b1-c95502e12cae tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:08.026401 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7b1e01a4-9566-4023-b7b1-c95502e12cae tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603254'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:08.044305 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e01a4-9566-4023-b7b1-c95502e12cae tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2ca03e-e1b3-4e6a-b379-3fa2cac8336b,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:08.111756 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7b1e01a4-9566-4023-b7b1-c95502e12cae tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:08.112964 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-7b1e01a4-9566-4023-b7b1-c95502e12cae tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3212237 Jul 28 07:20:09.226214 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device b56e71d7-9c9c-459c-944b-c51475e1192b up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:20:09.346302 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning for port b56e71d7-9c9c-459c-944b-c51475e1192b completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:20:09.350362 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port b56e71d7-9c9c-459c-944b-c51475e1192b triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:20:09.350801 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:09.427660 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:09.459796 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] For port b56e71d7-9c9c-459c-944b-c51475e1192b, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=b56e71d7-9c9c-459c-944b-c51475e1192b,segment=NetworkSegment(35762881-f887-48fe-aa58-cbb86841b36b),segment_id=35762881-f887-48fe-aa58-cbb86841b36b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:20:09.562491 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:09.612857 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Pushing event updated for resources: {'Port': ['ID=b56e71d7-9c9c-459c-944b-c51475e1192b,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:09.740392 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-48e44d63-6022-442e-a6c6-d0ef8aab132b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:11.212398 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device b56e71d7-9c9c-459c-944b-c51475e1192b up at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:20:11.260533 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Provisioning complete for port b56e71d7-9c9c-459c-944b-c51475e1192b triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:20:11.260906 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:12.483605 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-668b7b3c-ca49-4093-9c9c-cbc551eec828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:12.797408 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:13.420506 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:15.083787 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:24.852448 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-9e362dbd-e0ca-4a18-8258-835e34522340 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-857608023&fields=id&tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188 HTTP/1.1" status: 200 len: 267 time: 0.0321424 Jul 28 07:20:24.959847 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-ee236f89-f330-4224-8fe7-175b456a7c71 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:24.961336 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-ee236f89-f330-4224-8fe7-175b456a7c71 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/networks?id=2e68b2b1-7485-4acb-a982-bb078449d1f0 HTTP/1.1" status: 200 len: 810 time: 0.1018574 Jul 28 07:20:24.975676 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-97c97687-2a72-48c6-a98b-540619054d8d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/quotas/707b00c1d5fb4ce5a9d7e568b1aa1188 HTTP/1.1" status: 200 len: 375 time: 0.0086923 Jul 28 07:20:25.025566 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-25f2d294-6db3-4e65-9265-4d59f9ad4823 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447896 Jul 28 07:20:25.119327 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-c79230b6-83b3-4637-b826-20d6001bea7c service neutron] 10.222.0.10 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828512 Jul 28 07:20:25.208455 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-3f099c46-40f7-429f-899a-330a60a1f1a1 service neutron] 10.222.0.10 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822854 Jul 28 07:20:26.157181 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-33be00a1-5407-42c5-9023-45c09f29d532 req-19d25fcb-31fc-4840-9fb4-17b7d9d68847 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 210 time: 0.0268397 Jul 28 07:20:26.258212 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fc28e-dbad-4a10-b241-6a9794c45558 req-8444c9a4-6f96-45e1-b586-80b0ae2198e1 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:26.259800 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-515fc28e-dbad-4a10-b241-6a9794c45558 req-8444c9a4-6f96-45e1-b586-80b0ae2198e1 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=90b5ac17-73db-4eee-bfbb-1bbe7937ca10 HTTP/1.1" status: 200 len: 945 time: 0.0502746 Jul 28 07:20:26.302028 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-515fc28e-dbad-4a10-b241-6a9794c45558 req-01526865-f8c9-428d-a4b3-8956edb61ef6 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=32cd95db-fbd9-439f-8324-b14b488ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360260 Jul 28 07:20:27.163104 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:27.248842 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-092a0785-2b28-4caa-966b-00aabac96bd4 req-25040095-b983-42e2-b089-92b3d86b5d21 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 210 time: 0.0255964 Jul 28 07:20:27.414962 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdba559-da87-445b-b937-214264104f10 req-a63885d6-69cc-4e91-a87d-6e2d1ffcb3c9 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:27.416335 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-acdba559-da87-445b-b937-214264104f10 req-a63885d6-69cc-4e91-a87d-6e2d1ffcb3c9 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=90b5ac17-73db-4eee-bfbb-1bbe7937ca10 HTTP/1.1" status: 200 len: 945 time: 0.0489471 Jul 28 07:20:27.452920 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-acdba559-da87-445b-b937-214264104f10 req-f3d5769b-f846-4305-89ca-f6572e939205 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=32cd95db-fbd9-439f-8324-b14b488ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307920 Jul 28 07:20:27.806673 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-9769cfea-ca0a-4645-8dfc-c3a331e28770 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:27.808098 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-9769cfea-ca0a-4645-8dfc-c3a331e28770 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.11 "GET /v2.0/networks?id=2e68b2b1-7485-4acb-a982-bb078449d1f0 HTTP/1.1" status: 200 len: 810 time: 0.1046691 Jul 28 07:20:27.872048 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-06bf3d36-7da8-42c0-b2f0-03c3e8418edd tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188 HTTP/1.1" status: 200 len: 379 time: 0.0533655 Jul 28 07:20:27.884373 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88e6ca-7e08-483c-9b6a-13c92080761e req-87b04455-0bf3-41fc-8f00-6b1df3a7a792 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:27.885779 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bf88e6ca-7e08-483c-9b6a-13c92080761e req-87b04455-0bf3-41fc-8f00-6b1df3a7a792 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.11 "GET /v2.0/ports?device_id=90b5ac17-73db-4eee-bfbb-1bbe7937ca10 HTTP/1.1" status: 200 len: 945 time: 0.0768380 Jul 28 07:20:27.890281 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-be93265b-879e-4425-96f7-69c8c5b2dd0e tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Request body: {'port': {'device_id': '38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'admin_state_up': True, 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'security_groups': ['613783bf-a53f-4913-afa1-b9c2bb03f226']}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:20:28.063023 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-bf88e6ca-7e08-483c-9b6a-13c92080761e req-5ed220e8-a034-4667-afb5-6f37a157c089 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Deleting port 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:20:28.063263 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-bf88e6ca-7e08-483c-9b6a-13c92080761e req-5ed220e8-a034-4667-afb5-6f37a157c089 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:28.152485 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-bf88e6ca-7e08-483c-9b6a-13c92080761e req-5ed220e8-a034-4667-afb5-6f37a157c089 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] For port 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=1fb7ca24-d982-46e8-bcc7-b53aa39d07a8,segment=NetworkSegment(8308b019-c624-4586-b651-29ec865802f3),segment_id=8308b019-c624-4586-b651-29ec865802f3)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:20:28.152845 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-bf88e6ca-7e08-483c-9b6a-13c92080761e req-5ed220e8-a034-4667-afb5-6f37a157c089 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:28.155065 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-be93265b-879e-4425-96f7-69c8c5b2dd0e tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Made reservation on behalf of 707b00c1d5fb4ce5a9d7e568b1aa1188 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:20:28.159079 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-be93265b-879e-4425-96f7-69c8c5b2dd0e tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:28.346309 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-557adf77-4476-447a-ae6b-72a83c323ac5 req-d81b66b2-926a-4529-84ec-dbb723790e4c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 210 time: 0.0274661 Jul 28 07:20:28.577528 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba059c0a-3308-4213-93ad-b29fbff39163 req-f79c0548-5be0-45d2-98a3-b4fa6a5b79dc tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:28.579094 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba059c0a-3308-4213-93ad-b29fbff39163 req-f79c0548-5be0-45d2-98a3-b4fa6a5b79dc tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=90b5ac17-73db-4eee-bfbb-1bbe7937ca10 HTTP/1.1" status: 200 len: 945 time: 0.0519264 Jul 28 07:20:28.618473 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba059c0a-3308-4213-93ad-b29fbff39163 req-4a8683d0-79c2-44de-b21f-885e925d1f22 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups?id=32cd95db-fbd9-439f-8324-b14b488ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326810 Jul 28 07:20:28.655430 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-be93265b-879e-4425-96f7-69c8c5b2dd0e tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Allocated IP 172.20.0.8 (2e68b2b1-7485-4acb-a982-bb078449d1f0/607fdff8-8936-4508-b613-74cb0ede1fa0/9df6c6df-a8b3-43e0-bd2d-8ce069e83013) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:20:28.671626 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-bf88e6ca-7e08-483c-9b6a-13c92080761e req-5ed220e8-a034-4667-afb5-6f37a157c089 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:28.671997 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-bf88e6ca-7e08-483c-9b6a-13c92080761e req-5ed220e8-a034-4667-afb5-6f37a157c089 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019642'] for floatingip, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:28.672315 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.l3_db [req-bf88e6ca-7e08-483c-9b6a-13c92080761e req-5ed220e8-a034-4667-afb5-6f37a157c089 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Floating IP aaf8e278-3775-41fb-a061-5930072083f4 disassociated. External IP: 172.27.0.127, port: 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8. Jul 28 07:20:28.672648 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-bf88e6ca-7e08-483c-9b6a-13c92080761e req-5ed220e8-a034-4667-afb5-6f37a157c089 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Calling delete_port for 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:20:28.886614 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-be93265b-879e-4425-96f7-69c8c5b2dd0e tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:28.979831 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-be93265b-879e-4425-96f7-69c8c5b2dd0e tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Transition to ACTIVE for port object 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:20:28.983128 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-bf88e6ca-7e08-483c-9b6a-13c92080761e req-5ed220e8-a034-4667-afb5-6f37a157c089 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:29.015256 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed220e8-a034-4667-afb5-6f37a157c089 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Pushing event deleted for resources: {'Port': ['ID=1fb7ca24-d982-46e8-bcc7-b53aa39d07a8,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:29.146817 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf88e6ca-7e08-483c-9b6a-13c92080761e req-5ed220e8-a034-4667-afb5-6f37a157c089 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:20:29.148020 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-be93265b-879e-4425-96f7-69c8c5b2dd0e tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:29.200277 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-be93265b-879e-4425-96f7-69c8c5b2dd0e tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Network 2e68b2b1-7485-4acb-a982-bb078449d1f0 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:20:29.232830 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-be93265b-879e-4425-96f7-69c8c5b2dd0e tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:20:29.241053 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-be93265b-879e-4425-96f7-69c8c5b2dd0e tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:20:29.246916 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93265b-879e-4425-96f7-69c8c5b2dd0e tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event updated for resources: {'Port': ['ID=9df6c6df-a8b3-43e0-bd2d-8ce069e83013,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:29.332481 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-be93265b-879e-4425-96f7-69c8c5b2dd0e tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:29.333135 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-be93265b-879e-4425-96f7-69c8c5b2dd0e tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:29.360861 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf88e6ca-7e08-483c-9b6a-13c92080761e req-5ed220e8-a034-4667-afb5-6f37a157c089 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:20:29.372316 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa06656-3f19-4db8-a13d-2e4e23c6f377 None None] Sync routers for ids ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:20:29.387604 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa06656-3f19-4db8-a13d-2e4e23c6f377 None None] Routers {'7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:20:29.388441 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-eaa06656-3f19-4db8-a13d-2e4e23c6f377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:20:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:29.422342 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf88e6ca-7e08-483c-9b6a-13c92080761e req-5ed220e8-a034-4667-afb5-6f37a157c089 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] No DVR routers for this DVR port 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 on host hv-cinder-79280 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:20:29.425803 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-bf88e6ca-7e08-483c-9b6a-13c92080761e req-5ed220e8-a034-4667-afb5-6f37a157c089 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:29.428054 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bf88e6ca-7e08-483c-9b6a-13c92080761e req-5ed220e8-a034-4667-afb5-6f37a157c089 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.11 "DELETE /v2.0/ports/1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 HTTP/1.1" status: 204 len: 173 time: 1.5336075 Jul 28 07:20:29.473790 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-be93265b-879e-4425-96f7-69c8c5b2dd0e tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5858724 Jul 28 07:20:29.489165 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] Request body: {'port': {'device_id': '38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:20:29.512395 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b23d-f25c-4310-a569-9efc79faf40e req-60e58f93-311c-41b1-bb65-9d00d07659e1 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:29.514220 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4139b23d-f25c-4310-a569-9efc79faf40e req-60e58f93-311c-41b1-bb65-9d00d07659e1 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 931 time: 0.0687263 Jul 28 07:20:29.563389 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:29.571361 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4139b23d-f25c-4310-a569-9efc79faf40e req-025c47c9-15e0-473e-8953-87f171d09a45 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485148 Jul 28 07:20:29.597676 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-67b7e8b0-5523-4b8f-9302-b9e6285c8606 None None] Provisioning for port 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:20:29.597676 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-67b7e8b0-5523-4b8f-9302-b9e6285c8606 None None] Provisioning complete for port 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:20:29.597676 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-67b7e8b0-5523-4b8f-9302-b9e6285c8606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:29.620112 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-eaa06656-3f19-4db8-a13d-2e4e23c6f377 None None] Set router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:20:29.631620 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-67b7e8b0-5523-4b8f-9302-b9e6285c8606 None None] Port 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:20:29.719005 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b060ab03-3d9d-4dd8-bdba-8a90cc1192c5 req-2c7d9cab-c526-401d-b1ee-d5794ba9087d tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/ports?device_id=90b5ac17-73db-4eee-bfbb-1bbe7937ca10 HTTP/1.1" status: 200 len: 210 time: 0.0260665 Jul 28 07:20:29.851011 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-eaa06656-3f19-4db8-a13d-2e4e23c6f377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '718840da-0999-40fe-8f8f-e920463305f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:16:13Z', 'updated_at': '2021-07-28T07:16:16Z', 'revision_number': 4, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'gw_port': {'id': '718840da-0999-40fe-8f8f-e920463305f8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:14Z', 'updated_at': '2021-07-28T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'd728ce62-a82c-46c3-89dd-094df7a5ac58', 'name': '', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'mac_address': 'fa:16:3e:ba:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:16Z', 'updated_at': '2021-07-28T07:16:21Z', 'revision_number': 5, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'subnets': [{'id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:29.851351 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:20:29.858330 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:29.870238 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] Transition to ACTIVE for port object 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:20:29.877959 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa06656-3f19-4db8-a13d-2e4e23c6f377 None None] Checking router: 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:20:29.886176 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa06656-3f19-4db8-a13d-2e4e23c6f377 None None] Routers {'7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:20:29.886848 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-eaa06656-3f19-4db8-a13d-2e4e23c6f377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:20:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:29.974180 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:29.990392 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-eaa06656-3f19-4db8-a13d-2e4e23c6f377 None None] Set router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:20:30.023092 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] Pushing event updated for resources: {'Port': ['ID=9df6c6df-a8b3-43e0-bd2d-8ce069e83013,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:30.100295 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] Attempting to bind port 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:20:30.100688 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] Attempting to bind port 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'c150c037-938f-4957-943c-2d2357b8ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:20:30.101025 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] Attempting to bind port 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 on network 2e68b2b1-7485-4acb-a982-bb078449d1f0 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:20:30.105603 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] Port 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 on network 2e68b2b1-7485-4acb-a982-bb078449d1f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 07:20:30.105922 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] Attempting to bind port 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 on network 2e68b2b1-7485-4acb-a982-bb078449d1f0 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:20:30.111223 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] Checking agent: {'id': '9049993c-5c8b-4294-bcfd-702819f13098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'started_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:20:30.111557 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] Checking segment: {'id': 'c150c037-938f-4957-943c-2d2357b8ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:20:30.111950 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] Bound using segment: {'id': 'c150c037-938f-4957-943c-2d2357b8ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:20:30.112380 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] Bound port: 9df6c6df-a8b3-43e0-bd2d-8ce069e83013, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c150c037-938f-4957-943c-2d2357b8ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:20:30.112741 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:30.179218 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] For port 9df6c6df-a8b3-43e0-bd2d-8ce069e83013, host hv-cinder-79280, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:20:30.182848 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] For port 9df6c6df-a8b3-43e0-bd2d-8ce069e83013, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9df6c6df-a8b3-43e0-bd2d-8ce069e83013,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:20:30.210886 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-eaa06656-3f19-4db8-a13d-2e4e23c6f377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '718840da-0999-40fe-8f8f-e920463305f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:16:13Z', 'updated_at': '2021-07-28T07:16:16Z', 'revision_number': 4, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'gw_port': {'id': '718840da-0999-40fe-8f8f-e920463305f8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:14Z', 'updated_at': '2021-07-28T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'd728ce62-a82c-46c3-89dd-094df7a5ac58', 'name': '', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'mac_address': 'fa:16:3e:ba:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:16Z', 'updated_at': '2021-07-28T07:16:21Z', 'revision_number': 5, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'subnets': [{'id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:30.237354 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa06656-3f19-4db8-a13d-2e4e23c6f377 None None] The sync data for ids ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'] in dv-cinder-792800-1-iscsi is: [{'id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '718840da-0999-40fe-8f8f-e920463305f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:16:13Z', 'updated_at': '2021-07-28T07:16:16Z', 'revision_number': 4, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'gw_port': {'id': '718840da-0999-40fe-8f8f-e920463305f8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:14Z', 'updated_at': '2021-07-28T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': 'd728ce62-a82c-46c3-89dd-094df7a5ac58', 'name': '', 'network_id': '884beb9b-9ac3-4b1b-a696-570162873f33', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'mac_address': 'fa:16:3e:ba:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:16Z', 'updated_at': '2021-07-28T07:16:21Z', 'revision_number': 5, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'subnets': [{'id': 'b962e5fc-987c-48c7-ba89-eb09dbd5179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:20:30.266274 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:30.299768 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:30.300378 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:30.301959 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] 10.222.0.11 "PUT /v2.0/ports/9df6c6df-a8b3-43e0-bd2d-8ce069e83013 HTTP/1.1" status: 200 len: 1093 time: 0.8209288 Jul 28 07:20:30.332397 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d62ef-ccfe-4009-a6f6-0d8b71b4ece8 service neutron] Pushing event updated for resources: {'Port': ['ID=9df6c6df-a8b3-43e0-bd2d-8ce069e83013,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:30.486237 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdab352d-2b98-42d1-993d-3d39ba425988 None None] New status for floating IP aaf8e278-3775-41fb-a061-5930072083f4: DOWN {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 07:20:30.551747 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-2bfdd434-7bcf-422c-877c-78247ca73ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:30.553158 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-2bfdd434-7bcf-422c-877c-78247ca73ce1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 1096 time: 0.0412352 Jul 28 07:20:30.597834 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-bf238faf-822c-4fa5-960b-2e9906d1f937 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9df6c6df-a8b3-43e0-bd2d-8ce069e83013 HTTP/1.1" status: 200 len: 217 time: 0.0366166 Jul 28 07:20:30.648098 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-990a4379-e366-45aa-998d-30178b3d2df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:30.649574 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-990a4379-e366-45aa-998d-30178b3d2df5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=607fdff8-8936-4508-b613-74cb0ede1fa0 HTTP/1.1" status: 200 len: 849 time: 0.0442944 Jul 28 07:20:30.692439 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9975984-aead-4f1c-8c92-6a4346dbb067 req-71815496-7604-4059-9405-d1b202e909d1 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:30.694246 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f9975984-aead-4f1c-8c92-6a4346dbb067 req-71815496-7604-4059-9405-d1b202e909d1 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 943 time: 0.0489976 Jul 28 07:20:30.697074 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-e2dad4a3-01c4-4ac2-813e-1e86dae3b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:30.699919 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-e2dad4a3-01c4-4ac2-813e-1e86dae3b717 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e68b2b1-7485-4acb-a982-bb078449d1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431142 Jul 28 07:20:30.740229 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f9975984-aead-4f1c-8c92-6a4346dbb067 req-c16db13e-51d1-42b7-bd37-5ebdb04f5d71 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387661 Jul 28 07:20:30.796635 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-f5020cff-db49-4b88-b24c-678058886ce3 service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892947 Jul 28 07:20:30.855014 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59668) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:30.886764 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-68a7fbb4-45ec-4254-a4df-62f35be5dd92 req-2b79dfd7-4ecd-4ffe-b852-355132a138e1 service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832891 Jul 28 07:20:30.910252 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-62c91582-f7f1-4224-9d9a-bfdb289dbe06 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:30.932924 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-62c91582-f7f1-4224-9d9a-bfdb289dbe06 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:31.054320 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-62c91582-f7f1-4224-9d9a-bfdb289dbe06 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:31.056880 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-62c91582-f7f1-4224-9d9a-bfdb289dbe06 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:31.058012 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-62c91582-f7f1-4224-9d9a-bfdb289dbe06 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "DELETE /v2.0/security-groups/32cd95db-fbd9-439f-8324-b14b488ae5d9 HTTP/1.1" status: 204 len: 168 time: 0.2014670 Jul 28 07:20:31.060896 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59670) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:31.067562 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c91582-f7f1-4224-9d9a-bfdb289dbe06 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cd95db-fbd9-439f-8324-b14b488ae5d9,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:31.074231 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.api.v2.resource [None req-48e03b6d-c828-4288-bc75-c5e91c13d974 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] show failed (client error): The resource could not be found. Jul 28 07:20:31.074505 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c91582-f7f1-4224-9d9a-bfdb289dbe06 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:31.074868 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c91582-f7f1-4224-9d9a-bfdb289dbe06 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:31.075201 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c91582-f7f1-4224-9d9a-bfdb289dbe06 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:31.075377 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-48e03b6d-c828-4288-bc75-c5e91c13d974 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "GET /v2.0/security-groups/32cd95db-fbd9-439f-8324-b14b488ae5d9 HTTP/1.1" status: 404 len: 347 time: 0.0133486 Jul 28 07:20:31.075515 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c91582-f7f1-4224-9d9a-bfdb289dbe06 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:31.075842 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c91582-f7f1-4224-9d9a-bfdb289dbe06 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:31.076164 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c91582-f7f1-4224-9d9a-bfdb289dbe06 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:31.076482 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c91582-f7f1-4224-9d9a-bfdb289dbe06 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:31.076800 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c91582-f7f1-4224-9d9a-bfdb289dbe06 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:31.077118 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c91582-f7f1-4224-9d9a-bfdb289dbe06 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:31.077433 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c91582-f7f1-4224-9d9a-bfdb289dbe06 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:31.077747 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c91582-f7f1-4224-9d9a-bfdb289dbe06 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:31.078055 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59672) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:31.078171 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c91582-f7f1-4224-9d9a-bfdb289dbe06 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:31.202529 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-a8536c2f-1c2f-4a76-acf7-9e3356292b34 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Deleting port 9507d360-d4dc-49de-b473-697a5e8aed89 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:20:31.202870 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8536c2f-1c2f-4a76-acf7-9e3356292b34 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:31.281928 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8536c2f-1c2f-4a76-acf7-9e3356292b34 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:31.282256 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8536c2f-1c2f-4a76-acf7-9e3356292b34 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:31.294267 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-a8536c2f-1c2f-4a76-acf7-9e3356292b34 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Calling delete_port for 9507d360-d4dc-49de-b473-697a5e8aed89 owned by network:floatingip {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:20:31.451988 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:20:31.474845 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] No Port match for: 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:20:31.475188 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 1fb7ca24-d982-46e8-bcc7-b53aa39d07a8 not bound to the agent host hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:20:31.499914 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8536c2f-1c2f-4a76-acf7-9e3356292b34 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:31.525178 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8536c2f-1c2f-4a76-acf7-9e3356292b34 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Pushing event deleted for resources: {'Port': ['ID=9507d360-d4dc-49de-b473-697a5e8aed89,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:31.583332 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8536c2f-1c2f-4a76-acf7-9e3356292b34 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks [] for floatingip, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:31.585904 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8536c2f-1c2f-4a76-acf7-9e3356292b34 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:31.587074 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a8536c2f-1c2f-4a76-acf7-9e3356292b34 tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] 10.222.0.10 "DELETE /v2.0/floatingips/aaf8e278-3775-41fb-a061-5930072083f4 HTTP/1.1" status: 204 len: 168 time: 0.5081272 Jul 28 07:20:31.860742 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c15fbc-5f7b-4a54-a9f0-e149537002af req-45ee4e02-83ce-47a4-bf36-ed68a3e1889e tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:31.862237 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-41c15fbc-5f7b-4a54-a9f0-e149537002af req-45ee4e02-83ce-47a4-bf36-ed68a3e1889e tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 943 time: 0.0506737 Jul 28 07:20:31.899753 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-41c15fbc-5f7b-4a54-a9f0-e149537002af req-15315406-7c2c-4c17-bf01-1e3bdc883216 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314817 Jul 28 07:20:33.014534 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cc4c0-9567-4941-bbe3-b9c1d6d1b111 req-e8673bc7-7d3e-42ca-96ee-a6839d1fc68b tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:33.016258 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-462cc4c0-9567-4941-bbe3-b9c1d6d1b111 req-e8673bc7-7d3e-42ca-96ee-a6839d1fc68b tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 943 time: 0.0528469 Jul 28 07:20:33.059150 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-462cc4c0-9567-4941-bbe3-b9c1d6d1b111 req-3d6d9c8c-91f2-4214-b2a0-20d5d83f1c78 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362349 Jul 28 07:20:33.818130 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:20:34.193111 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af6c0d-2b7c-4241-b63f-36aa024e41ec req-130b7689-241d-4b60-9d3a-f1cc8a8b48f9 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:34.194587 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-32af6c0d-2b7c-4241-b63f-36aa024e41ec req-130b7689-241d-4b60-9d3a-f1cc8a8b48f9 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 943 time: 0.0482397 Jul 28 07:20:34.231003 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-32af6c0d-2b7c-4241-b63f-36aa024e41ec req-e8b9e08a-e259-42d1-b653-c6523aa88d12 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305436 Jul 28 07:20:35.343149 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503db35-085d-4c0e-9c06-44c9bb92f6bc req-46f04e35-0e9a-4742-91d7-9ae4c5d8307d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:35.344616 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4503db35-085d-4c0e-9c06-44c9bb92f6bc req-46f04e35-0e9a-4742-91d7-9ae4c5d8307d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 943 time: 0.0479562 Jul 28 07:20:35.382560 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4503db35-085d-4c0e-9c06-44c9bb92f6bc req-8e23bbbb-71e3-42ca-b1b1-235291ba57d8 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321109 Jul 28 07:20:35.543985 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59708) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:35.876906 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b87814d-f1e6-4dc1-93c8-41f97373f69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2019898'] for router_interface, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:36.109445 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-4b87814d-f1e6-4dc1-93c8-41f97373f69c admin admin] Deleting port d728ce62-a82c-46c3-89dd-094df7a5ac58 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:20:36.109776 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b87814d-f1e6-4dc1-93c8-41f97373f69c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:36.182992 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-4b87814d-f1e6-4dc1-93c8-41f97373f69c admin admin] For port d728ce62-a82c-46c3-89dd-094df7a5ac58, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=d728ce62-a82c-46c3-89dd-094df7a5ac58,segment=NetworkSegment(8308b019-c624-4586-b651-29ec865802f3),segment_id=8308b019-c624-4586-b651-29ec865802f3)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:20:36.183348 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b87814d-f1e6-4dc1-93c8-41f97373f69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:36.195157 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-4b87814d-f1e6-4dc1-93c8-41f97373f69c admin admin] Calling delete_port for d728ce62-a82c-46c3-89dd-094df7a5ac58 owned by network:router_interface {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:20:36.448672 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b87814d-f1e6-4dc1-93c8-41f97373f69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:36.476057 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87814d-f1e6-4dc1-93c8-41f97373f69c admin admin] Pushing event deleted for resources: {'Port': ['ID=d728ce62-a82c-46c3-89dd-094df7a5ac58,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:36.504214 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7874c-d71b-43c3-9c61-d32420269142 req-517b3f5e-9b23-4995-bc04-b7e9655a9c4d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:36.506046 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-56b7874c-d71b-43c3-9c61-d32420269142 req-517b3f5e-9b23-4995-bc04-b7e9655a9c4d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 943 time: 0.0583136 Jul 28 07:20:36.545939 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-56b7874c-d71b-43c3-9c61-d32420269142 req-f6678bb9-54fc-4bbf-8af3-077833013a84 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335078 Jul 28 07:20:36.640847 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b87814d-f1e6-4dc1-93c8-41f97373f69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2019926'] for router_interface, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:36.843733 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b87814d-f1e6-4dc1-93c8-41f97373f69c admin admin] Router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:20:36.944187 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b87814d-f1e6-4dc1-93c8-41f97373f69c admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:20:36.949578 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-4b87814d-f1e6-4dc1-93c8-41f97373f69c admin admin] 10.222.0.10 "PUT /v2.0/routers/7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4041147 Jul 28 07:20:36.951583 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59712) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:36.952548 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f266e30-45bb-4d4d-a2aa-88f67f79e5d8 None None] Sync routers for ids ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:20:36.961693 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f266e30-45bb-4d4d-a2aa-88f67f79e5d8 None None] Routers {'7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:20:36.962423 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-1f266e30-45bb-4d4d-a2aa-88f67f79e5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:20:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:37.067245 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-1f266e30-45bb-4d4d-a2aa-88f67f79e5d8 None None] Set router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:20:37.254430 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-1f266e30-45bb-4d4d-a2aa-88f67f79e5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '718840da-0999-40fe-8f8f-e920463305f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:16:13Z', 'updated_at': '2021-07-28T07:20:36Z', 'revision_number': 5, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'gw_port': {'id': '718840da-0999-40fe-8f8f-e920463305f8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:14Z', 'updated_at': '2021-07-28T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:37.280413 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f266e30-45bb-4d4d-a2aa-88f67f79e5d8 None None] Checking router: 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:20:37.289507 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f266e30-45bb-4d4d-a2aa-88f67f79e5d8 None None] Routers {'7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:20:37.290113 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-1f266e30-45bb-4d4d-a2aa-88f67f79e5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:20:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:37.307843 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-da181990-5a35-499f-a0a8-926a3562b975 admin admin] Notify callbacks [] for router, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:37.391989 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-1f266e30-45bb-4d4d-a2aa-88f67f79e5d8 None None] Set router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:20:37.408454 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-da181990-5a35-499f-a0a8-926a3562b975 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:37.541574 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-da181990-5a35-499f-a0a8-926a3562b975 admin admin] Deleting port 718840da-0999-40fe-8f8f-e920463305f8 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:20:37.541839 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-da181990-5a35-499f-a0a8-926a3562b975 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:37.563171 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-1f266e30-45bb-4d4d-a2aa-88f67f79e5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '718840da-0999-40fe-8f8f-e920463305f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:16:13Z', 'updated_at': '2021-07-28T07:20:36Z', 'revision_number': 5, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'gw_port': {'id': '718840da-0999-40fe-8f8f-e920463305f8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:14Z', 'updated_at': '2021-07-28T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:37.592394 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f266e30-45bb-4d4d-a2aa-88f67f79e5d8 None None] The sync data for ids ['7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41'] in dv-cinder-792800-1-iscsi is: [{'id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'name': 'tempest-AttachVolumeTestJSON-796556243-router', 'tenant_id': '9cd9f77be95a4e948f579069965c7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '718840da-0999-40fe-8f8f-e920463305f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:16:13Z', 'updated_at': '2021-07-28T07:20:36Z', 'revision_number': 5, 'project_id': '9cd9f77be95a4e948f579069965c7e85', 'gw_port': {'id': '718840da-0999-40fe-8f8f-e920463305f8', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:16:14Z', 'updated_at': '2021-07-28T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:20:37.624755 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-da181990-5a35-499f-a0a8-926a3562b975 admin admin] For port 718840da-0999-40fe-8f8f-e920463305f8, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=718840da-0999-40fe-8f8f-e920463305f8,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:20:37.624755 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-da181990-5a35-499f-a0a8-926a3562b975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:37.637698 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-da181990-5a35-499f-a0a8-926a3562b975 admin admin] Calling delete_port for 718840da-0999-40fe-8f8f-e920463305f8 owned by network:router_gateway {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:20:37.666272 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993aa57-f7d3-4443-b803-534bc82acb5d req-b3215a67-40f5-4382-b62c-2e66292fa13b tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:37.667896 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a993aa57-f7d3-4443-b803-534bc82acb5d req-b3215a67-40f5-4382-b62c-2e66292fa13b tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 943 time: 0.0531454 Jul 28 07:20:37.705180 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a993aa57-f7d3-4443-b803-534bc82acb5d req-36d84ac3-d24a-4832-8c92-a0fb559796d0 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306141 Jul 28 07:20:37.842642 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-da181990-5a35-499f-a0a8-926a3562b975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:37.871518 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da181990-5a35-499f-a0a8-926a3562b975 admin admin] Pushing event deleted for resources: {'Port': ['ID=718840da-0999-40fe-8f8f-e920463305f8,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:37.930190 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-da181990-5a35-499f-a0a8-926a3562b975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2019828'] for router_gateway, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:38.022827 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-da181990-5a35-499f-a0a8-926a3562b975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1612907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:38.026234 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-da181990-5a35-499f-a0a8-926a3562b975 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:38.128632 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-da181990-5a35-499f-a0a8-926a3562b975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1612795'] for router, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:38.129153 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da181990-5a35-499f-a0a8-926a3562b975 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 {{(pid=93860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 07:20:38.133531 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-da181990-5a35-499f-a0a8-926a3562b975 admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:38.134805 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-da181990-5a35-499f-a0a8-926a3562b975 admin admin] 10.222.0.10 "DELETE /v2.0/routers/7a2fbc6b-3bc3-4d21-b4b8-5d87de337c41 HTTP/1.1" status: 204 len: 168 time: 1.1821809 Jul 28 07:20:38.137209 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59716) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:38.186056 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e699d88-3a07-4cc9-8c33-450fdad02111 admin admin] Deleting subnet b962e5fc-987c-48c7-ba89-eb09dbd5179e {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 07:20:38.189829 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3e699d88-3a07-4cc9-8c33-450fdad02111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:38.224765 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3e699d88-3a07-4cc9-8c33-450fdad02111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2541760'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:38.300774 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3e699d88-3a07-4cc9-8c33-450fdad02111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991024'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:38.414803 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3e699d88-3a07-4cc9-8c33-450fdad02111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9288127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147246'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:38.444835 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e699d88-3a07-4cc9-8c33-450fdad02111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b962e5fc-987c-48c7-ba89-eb09dbd5179e,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:38.448310 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3e699d88-3a07-4cc9-8c33-450fdad02111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:38.450152 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-3e699d88-3a07-4cc9-8c33-450fdad02111 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b962e5fc-987c-48c7-ba89-eb09dbd5179e HTTP/1.1" status: 204 len: 168 time: 0.3119960 Jul 28 07:20:38.452605 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59718) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:38.455157 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4cec95-a7c6-4da4-99a9-f956af0f3ff1 None None] Network 884beb9b-9ac3-4b1b-a696-570162873f33 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:20:38.517899 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ad92f540-796f-4628-8a5b-28e4b8183701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584642'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:38.573239 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-ad92f540-796f-4628-8a5b-28e4b8183701 admin admin] Deleting port f982b658-9f2f-4d93-986e-e8cd078386dc {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:20:38.573579 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ad92f540-796f-4628-8a5b-28e4b8183701 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:38.621274 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3355809-7546-4510-b709-acd29b4d2c56 None None] DHCP port deletion for 884beb9b-9ac3-4b1b-a696-570162873f33 request from dv-cinder-792800-1-iscsi {{(pid=93861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 07:20:38.640730 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-ad92f540-796f-4628-8a5b-28e4b8183701 admin admin] For port f982b658-9f2f-4d93-986e-e8cd078386dc, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=f982b658-9f2f-4d93-986e-e8cd078386dc,segment=NetworkSegment(8308b019-c624-4586-b651-29ec865802f3),segment_id=8308b019-c624-4586-b651-29ec865802f3)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:20:38.641095 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ad92f540-796f-4628-8a5b-28e4b8183701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:38.654447 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-ad92f540-796f-4628-8a5b-28e4b8183701 admin admin] Calling delete_port for f982b658-9f2f-4d93-986e-e8cd078386dc owned by network:dhcp {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:20:38.670413 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f3355809-7546-4510-b709-acd29b4d2c56 None None] Deleting port f982b658-9f2f-4d93-986e-e8cd078386dc {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:20:38.670753 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f3355809-7546-4510-b709-acd29b4d2c56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:38.734144 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f3355809-7546-4510-b709-acd29b4d2c56 None None] For port f982b658-9f2f-4d93-986e-e8cd078386dc, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=f982b658-9f2f-4d93-986e-e8cd078386dc,segment=NetworkSegment(8308b019-c624-4586-b651-29ec865802f3),segment_id=8308b019-c624-4586-b651-29ec865802f3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:20:38.734779 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f3355809-7546-4510-b709-acd29b4d2c56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:38.748576 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f3355809-7546-4510-b709-acd29b4d2c56 None None] Calling delete_port for f982b658-9f2f-4d93-986e-e8cd078386dc owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:20:38.785683 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ad92f540-796f-4628-8a5b-28e4b8183701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:38.811180 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92f540-796f-4628-8a5b-28e4b8183701 admin admin] Pushing event deleted for resources: {'Port': ['ID=f982b658-9f2f-4d93-986e-e8cd078386dc,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:38.814718 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad92f540-796f-4628-8a5b-28e4b8183701 admin admin] No DVR routers for this DVR port f982b658-9f2f-4d93-986e-e8cd078386dc on host dv-cinder-792800-1-iscsi {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:20:38.823219 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67db13-29c7-4b4c-882e-3fb3c4dee518 req-783faaa8-5c2a-4ed0-a7d1-0ef3e93634e6 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:38.824770 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9a67db13-29c7-4b4c-882e-3fb3c4dee518 req-783faaa8-5c2a-4ed0-a7d1-0ef3e93634e6 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 943 time: 0.0535445 Jul 28 07:20:38.827562 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f3355809-7546-4510-b709-acd29b4d2c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:38.852260 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3355809-7546-4510-b709-acd29b4d2c56 None None] Pushing event deleted for resources: {'Port': ['ID=f982b658-9f2f-4d93-986e-e8cd078386dc,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:38.862285 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3355809-7546-4510-b709-acd29b4d2c56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:38.862656 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3355809-7546-4510-b709-acd29b4d2c56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:38.863012 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3355809-7546-4510-b709-acd29b4d2c56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:38.863327 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3355809-7546-4510-b709-acd29b4d2c56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:38.863658 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3355809-7546-4510-b709-acd29b4d2c56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:38.863986 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3355809-7546-4510-b709-acd29b4d2c56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:38.864312 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3355809-7546-4510-b709-acd29b4d2c56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:38.864631 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3355809-7546-4510-b709-acd29b4d2c56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:38.864958 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3355809-7546-4510-b709-acd29b4d2c56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:38.865287 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3355809-7546-4510-b709-acd29b4d2c56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:38.865600 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3355809-7546-4510-b709-acd29b4d2c56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:38.865917 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3355809-7546-4510-b709-acd29b4d2c56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:20:38.866877 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9a67db13-29c7-4b4c-882e-3fb3c4dee518 req-742d9a54-e505-4354-91c3-b3342068e2fe tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342627 Jul 28 07:20:38.868601 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3355809-7546-4510-b709-acd29b4d2c56 None None] No DVR routers for this DVR port f982b658-9f2f-4d93-986e-e8cd078386dc on host dv-cinder-792800-1-iscsi {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:20:38.890199 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ad92f540-796f-4628-8a5b-28e4b8183701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983109', 'neutron.services.segments.db._delete_segments_for_network-8745676727345'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:38.900233 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-ad92f540-796f-4628-8a5b-28e4b8183701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884beb9b-9ac3-4b1b-a696-570162873f33']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:38.910664 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-ad92f540-796f-4628-8a5b-28e4b8183701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8308b019-c624-4586-b651-29ec865802f3') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:38.910953 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-ad92f540-796f-4628-8a5b-28e4b8183701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8308b019-c624-4586-b651-29ec865802f3') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:38.919312 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ad92f540-796f-4628-8a5b-28e4b8183701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745676728122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2541769'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:38.933192 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ad92f540-796f-4628-8a5b-28e4b8183701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:38.938860 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad92f540-796f-4628-8a5b-28e4b8183701 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 07:20:38.939284 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ad92f540-796f-4628-8a5b-28e4b8183701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9288133'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: Traceback (most recent call last): Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: timer() Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: cb(*args, **kw) Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: return func(*args, **kwargs) Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: self._notify() Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: self.callback(batched_events) Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: event.method(event) Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: return f(self, *a, **k) Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: return self._get(url).json() Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 07:20:38.940824 dv-cinder-792800-1-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 07:20:39.059853 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ad92f540-796f-4628-8a5b-28e4b8183701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019784'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:39.065536 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ad92f540-796f-4628-8a5b-28e4b8183701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:39.067417 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ad92f540-796f-4628-8a5b-28e4b8183701 admin admin] 10.222.0.10 "DELETE /v2.0/networks/884beb9b-9ac3-4b1b-a696-570162873f33 HTTP/1.1" status: 204 len: 168 time: 0.6139007 Jul 28 07:20:39.078416 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92f540-796f-4628-8a5b-28e4b8183701 admin admin] Pushing event deleted for resources: {'Network': ['ID=884beb9b-9ac3-4b1b-a696-570162873f33,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:39.218979 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device f982b658-9f2f-4d93-986e-e8cd078386dc no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:20:39.240051 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: f982b658-9f2f-4d93-986e-e8cd078386dc {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:20:39.240387 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device f982b658-9f2f-4d93-986e-e8cd078386dc not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:20:39.240790 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 718840da-0999-40fe-8f8f-e920463305f8 no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:20:39.259081 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: 718840da-0999-40fe-8f8f-e920463305f8 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:20:39.259422 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 718840da-0999-40fe-8f8f-e920463305f8 not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:20:39.259823 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device d728ce62-a82c-46c3-89dd-094df7a5ac58 no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:20:39.278270 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: d728ce62-a82c-46c3-89dd-094df7a5ac58 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:20:39.278631 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device d728ce62-a82c-46c3-89dd-094df7a5ac58 not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:20:39.436907 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59724) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:39.471002 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:20:39.476247 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-66bc2f7a-d0bc-45af-ba27-fa931a8461e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9cd9f77be95a4e948f579069965c7e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382040 Jul 28 07:20:39.478838 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59726) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:39.526996 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5a1a4871-63f2-4d63-be74-0452b11e5eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:39.547493 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5a1a4871-63f2-4d63-be74-0452b11e5eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:39.566147 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 9df6c6df-a8b3-43e0-bd2d-8ce069e83013, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9df6c6df-a8b3-43e0-bd2d-8ce069e83013,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:20:39.577466 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': '9df6c6df-a8b3-43e0-bd2d-8ce069e83013', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'port_id': '9df6c6df-a8b3-43e0-bd2d-8ce069e83013', 'mac_address': 'fa:16:3e:a9:18:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:20:39.613990 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:39.627055 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:20:39.654260 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5a1a4871-63f2-4d63-be74-0452b11e5eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:39.654534 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 9df6c6df-a8b3-43e0-bd2d-8ce069e83013, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9df6c6df-a8b3-43e0-bd2d-8ce069e83013,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:20:39.656928 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5a1a4871-63f2-4d63-be74-0452b11e5eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:39.659042 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-5a1a4871-63f2-4d63-be74-0452b11e5eba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a7cbef9-8940-47fe-86c0-1a82a281221c HTTP/1.1" status: 204 len: 168 time: 0.1783414 Jul 28 07:20:39.665980 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a4871-63f2-4d63-be74-0452b11e5eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7cbef9-8940-47fe-86c0-1a82a281221c,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:39.706194 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:39.711678 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01ad96fc-999f-4e86-bf86-5047dbfb38f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:39.758528 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=9df6c6df-a8b3-43e0-bd2d-8ce069e83013,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:39.910578 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['9df6c6df-a8b3-43e0-bd2d-8ce069e83013'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:20:39.998312 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370287d-3a56-42a2-b63c-f33909dfddfd req-98d43f7f-c832-4706-9483-133b48ba28a7 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:39.998837 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a370287d-3a56-42a2-b63c-f33909dfddfd req-98d43f7f-c832-4706-9483-133b48ba28a7 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 944 time: 0.0576260 Jul 28 07:20:40.041368 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a370287d-3a56-42a2-b63c-f33909dfddfd req-a6202b21-2798-4aa4-b7a0-af3d4c3a4cd5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366554 Jul 28 07:20:41.156280 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f671284-d0b3-49ba-91c6-4b27cf37afaa req-2629f73a-2c2a-4dec-8eff-b11d20fab0ee tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:41.157741 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7f671284-d0b3-49ba-91c6-4b27cf37afaa req-2629f73a-2c2a-4dec-8eff-b11d20fab0ee tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 944 time: 0.0490179 Jul 28 07:20:41.199095 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7f671284-d0b3-49ba-91c6-4b27cf37afaa req-48a16ce7-430e-4557-b44a-d9632f44c32b tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349472 Jul 28 07:20:41.266416 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59780) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:41.366747 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fd758c65-6726-4348-88c6-ec1864326c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:41.454287 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fd758c65-6726-4348-88c6-ec1864326c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:41.481661 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:20:41.494115 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fd758c65-6726-4348-88c6-ec1864326c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:41.529380 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-fd758c65-6726-4348-88c6-ec1864326c27 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e20c123ca9a6412c8acb6520489166e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615654 Jul 28 07:20:41.532177 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59784) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:41.535657 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd758c65-6726-4348-88c6-ec1864326c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f95bbc-a37f-4078-bbce-4441e51a5bca,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:41.562555 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning for port 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:20:41.567282 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:20:41.567653 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:41.581715 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-012dd06c-575d-4e2a-a015-b5487ee9103a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:41.602237 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-012dd06c-575d-4e2a-a015-b5487ee9103a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:41.642810 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:41.664432 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df6c6df-a8b3-43e0-bd2d-8ce069e83013'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:20:41.666674 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1474e7-d387-4314-a814-bdca7e518cdc" -d '{"events": [{"server_uuid": "38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff", "name": "network-vif-plugged", "status": "completed", "tag": "9df6c6df-a8b3-43e0-bd2d-8ce069e83013"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:20:41.679516 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 9df6c6df-a8b3-43e0-bd2d-8ce069e83013, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9df6c6df-a8b3-43e0-bd2d-8ce069e83013,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:20:41.702491 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb55595-f0f1-4996-9295-67a0ca122697 x-openstack-request-id: req-5cb55595-f0f1-4996-9295-67a0ca122697 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:20:41.702796 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff", "name": "network-vif-plugged", "status": "completed", "tag": "9df6c6df-a8b3-43e0-bd2d-8ce069e83013", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:20:41.703047 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5cb55595-f0f1-4996-9295-67a0ca122697 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:20:41.703435 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df6c6df-a8b3-43e0-bd2d-8ce069e83013', 'code': 200} Jul 28 07:20:41.716300 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-012dd06c-575d-4e2a-a015-b5487ee9103a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:41.718926 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-012dd06c-575d-4e2a-a015-b5487ee9103a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:41.723627 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-012dd06c-575d-4e2a-a015-b5487ee9103a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88f95bbc-a37f-4078-bbce-4441e51a5bca HTTP/1.1" status: 204 len: 168 time: 0.1874743 Jul 28 07:20:41.730475 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012dd06c-575d-4e2a-a015-b5487ee9103a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f95bbc-a37f-4078-bbce-4441e51a5bca,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:41.746455 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:41.799116 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=9df6c6df-a8b3-43e0-bd2d-8ce069e83013,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:42.035288 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43cff1-a30e-4bba-b66d-c68ad5d4b3ac req-e88bc1d7-e848-498d-bec0-979a4f2c3d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:42.036801 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0e43cff1-a30e-4bba-b66d-c68ad5d4b3ac req-e88bc1d7-e848-498d-bec0-979a4f2c3d98 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 1098 time: 0.0461380 Jul 28 07:20:42.071358 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0e43cff1-a30e-4bba-b66d-c68ad5d4b3ac req-32856681-d8ad-4e07-a1d7-fb18e56f7a07 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270240 Jul 28 07:20:42.317063 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34e2f6-c29e-4fa6-96e3-ec81d965466d req-972820af-d18c-4147-b2ac-6698efe61167 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:42.318662 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6e34e2f6-c29e-4fa6-96e3-ec81d965466d req-972820af-d18c-4147-b2ac-6698efe61167 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 945 time: 0.0520766 Jul 28 07:20:42.356196 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6e34e2f6-c29e-4fa6-96e3-ec81d965466d req-cfd32037-2ca0-4fd4-b967-ace88ded7576 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317419 Jul 28 07:20:42.471113 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-981d57be-2865-48fb-9839-afa7badcc706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:42.773730 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:43.385353 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:43.468259 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a09d4-8326-48be-a719-31875cb1671b req-e882488b-c95d-4f7f-89b3-95f3950727c8 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:43.469678 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bc0a09d4-8326-48be-a719-31875cb1671b req-e882488b-c95d-4f7f-89b3-95f3950727c8 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 945 time: 0.0484395 Jul 28 07:20:43.508973 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bc0a09d4-8326-48be-a719-31875cb1671b req-ce75e001-8b06-47a5-9f56-7ce7e24f1f5c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328162 Jul 28 07:20:43.626341 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7c3e0-84a1-4077-9529-3408ede37913 req-11a7456f-a6a3-4562-a6ff-ed32d71fea38 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:43.627851 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-23a7c3e0-84a1-4077-9529-3408ede37913 req-11a7456f-a6a3-4562-a6ff-ed32d71fea38 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 945 time: 0.0500736 Jul 28 07:20:43.665278 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-23a7c3e0-84a1-4077-9529-3408ede37913 req-1de3957e-5c43-47d3-bb02-242c59b6001f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316751 Jul 28 07:20:43.687033 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59834) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:43.876974 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265dc8b7-2cbf-4eb3-8fdd-98b5208a1095 tempest-TestVolumeBootPattern-406998715 tempest-TestVolumeBootPattern-406998715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:43.878477 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-265dc8b7-2cbf-4eb3-8fdd-98b5208a1095 tempest-TestVolumeBootPattern-406998715 tempest-TestVolumeBootPattern-406998715-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 1093 time: 0.1904905 Jul 28 07:20:43.881447 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59842) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:43.885914 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-5b4178bc-0cc6-456e-98f0-a46301fd8b92 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Request body: {'floatingip': {'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'port_id': '9df6c6df-a8b3-43e0-bd2d-8ce069e83013', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:20:43.979693 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5b4178bc-0cc6-456e-98f0-a46301fd8b92 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for floatingip, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:44.075824 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5b4178bc-0cc6-456e-98f0-a46301fd8b92 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:44.183496 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-5b4178bc-0cc6-456e-98f0-a46301fd8b92 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Allocated IP 172.27.0.44 (8c193189-1b67-4afb-a9ff-6e33854cf3c6/2c40bc55-7b7c-48af-93d0-df9752159746/51ab7f81-cb28-4183-8637-312d89612d86) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:20:44.281451 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5b4178bc-0cc6-456e-98f0-a46301fd8b92 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:44.408481 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5b4178bc-0cc6-456e-98f0-a46301fd8b92 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:44.447253 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4178bc-0cc6-456e-98f0-a46301fd8b92 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:20:44.450085 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-5b4178bc-0cc6-456e-98f0-a46301fd8b92 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:20:44.453544 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4178bc-0cc6-456e-98f0-a46301fd8b92 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:20:44.484842 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4178bc-0cc6-456e-98f0-a46301fd8b92 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event updated for resources: {'Port': ['ID=51ab7f81-cb28-4183-8637-312d89612d86,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:44.818152 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5b4178bc-0cc6-456e-98f0-a46301fd8b92 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:44.935902 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5b4178bc-0cc6-456e-98f0-a46301fd8b92 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:45.082100 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5b4178bc-0cc6-456e-98f0-a46301fd8b92 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:45.089392 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:45.133922 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5b4178bc-0cc6-456e-98f0-a46301fd8b92 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851772'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:45.204951 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4178bc-0cc6-456e-98f0-a46301fd8b92 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event updated for resources: {'Port': ['ID=51ab7f81-cb28-4183-8637-312d89612d86,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:45.214866 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5b4178bc-0cc6-456e-98f0-a46301fd8b92 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019642'] for floatingip, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:45.315279 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.db.l3_db [None req-5b4178bc-0cc6-456e-98f0-a46301fd8b92 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Floating IP 8d5118d6-9608-465a-acf3-434f1c0ffb81 associated. External IP: 172.27.0.44, port: 9df6c6df-a8b3-43e0-bd2d-8ce069e83013. Jul 28 07:20:45.520564 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4178bc-0cc6-456e-98f0-a46301fd8b92 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Router ec5fdf2a-f295-4fe2-8951-56849ff28d20 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:20:45.623867 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4178bc-0cc6-456e-98f0-a46301fd8b92 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:20:45.634933 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7db576-50bf-45db-bb39-a5169e34d638 None None] Sync routers for ids ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:20:45.644755 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7db576-50bf-45db-bb39-a5169e34d638 None None] Routers {'ec5fdf2a-f295-4fe2-8951-56849ff28d20'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:20:45.645369 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-6a7db576-50bf-45db-bb39-a5169e34d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:20:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:45.694008 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5b4178bc-0cc6-456e-98f0-a46301fd8b92 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:45.720977 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5b4178bc-0cc6-456e-98f0-a46301fd8b92 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8384635 Jul 28 07:20:45.721657 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff', 'tag': '9df6c6df-a8b3-43e0-bd2d-8ce069e83013'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:20:45.724047 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf99b37901c056801dd7a1baa5d1ab64c278f5b65534bcabbbad100ea1a30f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efbf495-29c4-46dd-a87a-d0f51d141d08" -d '{"events": [{"name": "network-changed", "server_uuid": "38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff", "tag": "9df6c6df-a8b3-43e0-bd2d-8ce069e83013"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:20:45.760845 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f646b64-0aa6-49b5-a98c-725c412fd4d4 x-openstack-request-id: req-4f646b64-0aa6-49b5-a98c-725c412fd4d4 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:20:45.761131 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff", "tag": "9df6c6df-a8b3-43e0-bd2d-8ce069e83013", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:20:45.761513 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f646b64-0aa6-49b5-a98c-725c412fd4d4 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:20:45.762498 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff', 'tag': '9df6c6df-a8b3-43e0-bd2d-8ce069e83013', 'status': 'completed', 'code': 200} Jul 28 07:20:45.772005 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-6a7db576-50bf-45db-bb39-a5169e34d638 None None] Set router ec5fdf2a-f295-4fe2-8951-56849ff28d20 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:20:45.827897 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbf495-29c4-46dd-a87a-d0f51d141d08 req-f21a5882-12e4-4e5d-aa0c-f2965b5b6079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:45.830146 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2efbf495-29c4-46dd-a87a-d0f51d141d08 req-f21a5882-12e4-4e5d-aa0c-f2965b5b6079 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 1098 time: 0.0453329 Jul 28 07:20:45.935461 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbf495-29c4-46dd-a87a-d0f51d141d08 req-c13bf494-5eb3-4936-9de6-4e7df32b636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:45.937251 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2efbf495-29c4-46dd-a87a-d0f51d141d08 req-c13bf494-5eb3-4936-9de6-4e7df32b636e service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e68b2b1-7485-4acb-a982-bb078449d1f0 HTTP/1.1" status: 200 len: 911 time: 0.0999310 Jul 28 07:20:46.004750 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2efbf495-29c4-46dd-a87a-d0f51d141d08 req-59bb5443-8c15-4330-8faf-59c43e788e1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9df6c6df-a8b3-43e0-bd2d-8ce069e83013 HTTP/1.1" status: 200 len: 998 time: 0.0600736 Jul 28 07:20:46.060605 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbf495-29c4-46dd-a87a-d0f51d141d08 req-b80d54ea-94f6-4fd7-a183-7c6e91641353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:46.062079 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2efbf495-29c4-46dd-a87a-d0f51d141d08 req-b80d54ea-94f6-4fd7-a183-7c6e91641353 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=607fdff8-8936-4508-b613-74cb0ede1fa0 HTTP/1.1" status: 200 len: 849 time: 0.0456569 Jul 28 07:20:46.110645 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbf495-29c4-46dd-a87a-d0f51d141d08 req-4f1233b6-63a2-4fba-8084-ce1a2af616e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:20:46.112689 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2efbf495-29c4-46dd-a87a-d0f51d141d08 req-4f1233b6-63a2-4fba-8084-ce1a2af616e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e68b2b1-7485-4acb-a982-bb078449d1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431602 Jul 28 07:20:46.120343 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-6a7db576-50bf-45db-bb39-a5169e34d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': '8d5118d6-9608-465a-acf3-434f1c0ffb81', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'port_id': '9df6c6df-a8b3-43e0-bd2d-8ce069e83013', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'mac_address': 'fa:16:3e:a9:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:20:44Z', 'updated_at': '2021-07-28T07:20:44Z', 'revision_number': 0, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3920e9-85f6-43a0-8e7e-40d73eaf11a4', 'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'mac_address': 'fa:16:3e:6c:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:57Z', 'updated_at': '2021-07-28T07:20:03Z', 'revision_number': 5, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'subnets': [{'id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:46.150581 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7db576-50bf-45db-bb39-a5169e34d638 None None] Checking router: ec5fdf2a-f295-4fe2-8951-56849ff28d20 for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:20:46.159337 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7db576-50bf-45db-bb39-a5169e34d638 None None] Routers {'ec5fdf2a-f295-4fe2-8951-56849ff28d20'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:20:46.159950 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-6a7db576-50bf-45db-bb39-a5169e34d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:20:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:46.201811 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2efbf495-29c4-46dd-a87a-d0f51d141d08 req-906fe0e9-510a-4032-ae52-9507caeffc62 service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813785 Jul 28 07:20:46.266665 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-6a7db576-50bf-45db-bb39-a5169e34d638 None None] Set router ec5fdf2a-f295-4fe2-8951-56849ff28d20 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:20:46.295129 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2efbf495-29c4-46dd-a87a-d0f51d141d08 req-2a5c5f14-58cd-4fc9-9d94-f08c7971de9a service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860574 Jul 28 07:20:46.484169 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-6a7db576-50bf-45db-bb39-a5169e34d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': '8d5118d6-9608-465a-acf3-434f1c0ffb81', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'port_id': '9df6c6df-a8b3-43e0-bd2d-8ce069e83013', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'mac_address': 'fa:16:3e:a9:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:20:44Z', 'updated_at': '2021-07-28T07:20:44Z', 'revision_number': 0, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3920e9-85f6-43a0-8e7e-40d73eaf11a4', 'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'mac_address': 'fa:16:3e:6c:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:57Z', 'updated_at': '2021-07-28T07:20:03Z', 'revision_number': 5, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'subnets': [{'id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:20:46.509935 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7db576-50bf-45db-bb39-a5169e34d638 None None] The sync data for ids ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'] in dv-cinder-792800-1-iscsi is: [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': '8d5118d6-9608-465a-acf3-434f1c0ffb81', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'port_id': '9df6c6df-a8b3-43e0-bd2d-8ce069e83013', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'mac_address': 'fa:16:3e:a9:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:20:44Z', 'updated_at': '2021-07-28T07:20:44Z', 'revision_number': 0, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3920e9-85f6-43a0-8e7e-40d73eaf11a4', 'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'mac_address': 'fa:16:3e:6c:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:57Z', 'updated_at': '2021-07-28T07:20:03Z', 'revision_number': 5, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'subnets': [{'id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:20:46.678752 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ef5a27-f467-4c02-b850-e3c9ac3000ab None None] New status for floating IP 8d5118d6-9608-465a-acf3-434f1c0ffb81: ACTIVE {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 07:20:55.836981 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59940) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:55.954830 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2c216888-f6d2-4b94-b00e-8c4a4429d896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:56.038197 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2c216888-f6d2-4b94-b00e-8c4a4429d896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:56.104930 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2c216888-f6d2-4b94-b00e-8c4a4429d896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:56.142883 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-2c216888-f6d2-4b94-b00e-8c4a4429d896 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4d6501bbb164b3fa76fd3e662907d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042777 Jul 28 07:20:56.143694 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c216888-f6d2-4b94-b00e-8c4a4429d896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bca92c-d1c1-4e25-99d8-0d80b94d3993,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:56.146462 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59944) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:56.195424 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a6c163a-cb0b-40f2-af02-404c42537a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:56.215138 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a6c163a-cb0b-40f2-af02-404c42537a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:56.413652 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a6c163a-cb0b-40f2-af02-404c42537a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:56.416239 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a6c163a-cb0b-40f2-af02-404c42537a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:56.417401 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7a6c163a-cb0b-40f2-af02-404c42537a8f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/12bca92c-d1c1-4e25-99d8-0d80b94d3993 HTTP/1.1" status: 204 len: 168 time: 0.2691665 Jul 28 07:20:56.424877 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c163a-cb0b-40f2-af02-404c42537a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bca92c-d1c1-4e25-99d8-0d80b94d3993,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:56.926054 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 59950) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:56.939520 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c56decd2-a1f3-4e1e-b535-b03a42ebe7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:57.027896 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c56decd2-a1f3-4e1e-b535-b03a42ebe7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:57.094103 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c56decd2-a1f3-4e1e-b535-b03a42ebe7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:57.135336 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c56decd2-a1f3-4e1e-b535-b03a42ebe7e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=76f8657a6ed44f7a955d4d5d2752768a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2079961 Jul 28 07:20:57.137720 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56decd2-a1f3-4e1e-b535-b03a42ebe7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b673e3d2-92b8-442c-afbf-ab4228034af4,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:20:57.138334 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 59952) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:20:57.148288 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:57.192762 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-81a6bed4-fb37-489a-9bd0-cb4117a9800c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:57.214076 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-81a6bed4-fb37-489a-9bd0-cb4117a9800c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:57.481443 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-81a6bed4-fb37-489a-9bd0-cb4117a9800c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:57.484108 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-81a6bed4-fb37-489a-9bd0-cb4117a9800c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:20:57.485260 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-81a6bed4-fb37-489a-9bd0-cb4117a9800c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b673e3d2-92b8-442c-afbf-ab4228034af4 HTTP/1.1" status: 204 len: 168 time: 0.3453152 Jul 28 07:20:57.493486 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6bed4-fb37-489a-9bd0-cb4117a9800c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b673e3d2-92b8-442c-afbf-ab4228034af4,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:21:09.710015 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0246de3d-8715-43b8-b3c3-2a1fac0f50d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:10.816449 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:21:12.482038 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-61760770-516a-4694-a73a-e1fc96d30680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:12.739072 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:13.402014 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:15.121700 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:24.837473 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Wed, 28 Jul 2021 07:16:24 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:21:24.837959 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:21:24.851009 dv-cinder-792800-1-iscsi neutron-server[93860]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'name': 'network-changed', 'server_uuid': '4a235fb4-1689-45b3-9cf5-53ab181f6e5b', 'tag': '1832d2e0-d88b-4219-b039-82c2b16b8ae6'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Jul 28 07:21:24.851009 dv-cinder-792800-1-iscsi neutron-server[93860]: ERROR neutron.notifiers.nova Traceback (most recent call last): Jul 28 07:21:24.851009 dv-cinder-792800-1-iscsi neutron-server[93860]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events Jul 28 07:21:24.851009 dv-cinder-792800-1-iscsi neutron-server[93860]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Jul 28 07:21:24.851009 dv-cinder-792800-1-iscsi neutron-server[93860]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Jul 28 07:21:24.851009 dv-cinder-792800-1-iscsi neutron-server[93860]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Jul 28 07:21:24.851009 dv-cinder-792800-1-iscsi neutron-server[93860]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Jul 28 07:21:24.851009 dv-cinder-792800-1-iscsi neutron-server[93860]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Jul 28 07:21:24.851009 dv-cinder-792800-1-iscsi neutron-server[93860]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Jul 28 07:21:24.851009 dv-cinder-792800-1-iscsi neutron-server[93860]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Jul 28 07:21:24.851009 dv-cinder-792800-1-iscsi neutron-server[93860]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Jul 28 07:21:24.851009 dv-cinder-792800-1-iscsi neutron-server[93860]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Jul 28 07:21:24.851009 dv-cinder-792800-1-iscsi neutron-server[93860]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Jul 28 07:21:24.851009 dv-cinder-792800-1-iscsi neutron-server[93860]: ERROR neutron.notifiers.nova Jul 28 07:21:26.852176 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a235fb4-1689-45b3-9cf5-53ab181f6e5b', 'name': 'network-vif-deleted', 'tag': '1832d2e0-d88b-4219-b039-82c2b16b8ae6'}, {'name': 'network-changed', 'server_uuid': '90b5ac17-73db-4eee-bfbb-1bbe7937ca10', 'tag': '1fb7ca24-d982-46e8-bcc7-b53aa39d07a8'}, {'name': 'network-changed', 'server_uuid': 'd1463b78-36b1-4958-84e8-4bcdf9a6f501', 'tag': 'f188c690-115f-4508-9801-7267877a765c'}, {'server_uuid': 'd1463b78-36b1-4958-84e8-4bcdf9a6f501', 'name': 'network-vif-deleted', 'tag': 'f188c690-115f-4508-9801-7267877a765c'}, {'server_uuid': '90b5ac17-73db-4eee-bfbb-1bbe7937ca10', 'name': 'network-vif-deleted', 'tag': '1fb7ca24-d982-46e8-bcc7-b53aa39d07a8'}, {'name': 'network-changed', 'server_uuid': '38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff', 'tag': '9df6c6df-a8b3-43e0-bd2d-8ce069e83013'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:21:26.854533 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6f627a-426b-42d9-a03f-ed1ba59cb271" -d '{"events": [{"server_uuid": "4a235fb4-1689-45b3-9cf5-53ab181f6e5b", "name": "network-vif-deleted", "tag": "1832d2e0-d88b-4219-b039-82c2b16b8ae6"}, {"name": "network-changed", "server_uuid": "90b5ac17-73db-4eee-bfbb-1bbe7937ca10", "tag": "1fb7ca24-d982-46e8-bcc7-b53aa39d07a8"}, {"name": "network-changed", "server_uuid": "d1463b78-36b1-4958-84e8-4bcdf9a6f501", "tag": "f188c690-115f-4508-9801-7267877a765c"}, {"server_uuid": "d1463b78-36b1-4958-84e8-4bcdf9a6f501", "name": "network-vif-deleted", "tag": "f188c690-115f-4508-9801-7267877a765c"}, {"server_uuid": "90b5ac17-73db-4eee-bfbb-1bbe7937ca10", "name": "network-vif-deleted", "tag": "1fb7ca24-d982-46e8-bcc7-b53aa39d07a8"}, {"name": "network-changed", "server_uuid": "38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff", "tag": "9df6c6df-a8b3-43e0-bd2d-8ce069e83013"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:21:27.022631 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1026 Content-Type: application/json Date: Wed, 28 Jul 2021 07:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72084bc3-d2d1-403c-af5e-df9293601d50 x-openstack-request-id: req-72084bc3-d2d1-403c-af5e-df9293601d50 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:21:27.022942 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a235fb4-1689-45b3-9cf5-53ab181f6e5b", "name": "network-vif-deleted", "tag": "1832d2e0-d88b-4219-b039-82c2b16b8ae6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "90b5ac17-73db-4eee-bfbb-1bbe7937ca10", "tag": "1fb7ca24-d982-46e8-bcc7-b53aa39d07a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d1463b78-36b1-4958-84e8-4bcdf9a6f501", "tag": "f188c690-115f-4508-9801-7267877a765c", "status": "completed", "code": 200}, {"server_uuid": "d1463b78-36b1-4958-84e8-4bcdf9a6f501", "name": "network-vif-deleted", "tag": "f188c690-115f-4508-9801-7267877a765c", "status": "completed", "code": 200}, {"server_uuid": "90b5ac17-73db-4eee-bfbb-1bbe7937ca10", "name": "network-vif-deleted", "tag": "1fb7ca24-d982-46e8-bcc7-b53aa39d07a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff", "tag": "9df6c6df-a8b3-43e0-bd2d-8ce069e83013", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:21:27.023195 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-72084bc3-d2d1-403c-af5e-df9293601d50 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:21:27.023610 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a235fb4-1689-45b3-9cf5-53ab181f6e5b', 'name': 'network-vif-deleted', 'tag': '1832d2e0-d88b-4219-b039-82c2b16b8ae6', 'status': 'completed', 'code': 200} Jul 28 07:21:27.023864 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b5ac17-73db-4eee-bfbb-1bbe7937ca10', 'tag': '1fb7ca24-d982-46e8-bcc7-b53aa39d07a8', 'status': 'completed', 'code': 200} Jul 28 07:21:27.024114 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1463b78-36b1-4958-84e8-4bcdf9a6f501', 'tag': 'f188c690-115f-4508-9801-7267877a765c', 'status': 'completed', 'code': 200} Jul 28 07:21:27.024361 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1463b78-36b1-4958-84e8-4bcdf9a6f501', 'name': 'network-vif-deleted', 'tag': 'f188c690-115f-4508-9801-7267877a765c', 'status': 'completed', 'code': 200} Jul 28 07:21:27.024604 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b5ac17-73db-4eee-bfbb-1bbe7937ca10', 'name': 'network-vif-deleted', 'tag': '1fb7ca24-d982-46e8-bcc7-b53aa39d07a8', 'status': 'completed', 'code': 200} Jul 28 07:21:27.024843 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff', 'tag': '9df6c6df-a8b3-43e0-bd2d-8ce069e83013', 'status': 'completed', 'code': 200} Jul 28 07:21:27.070970 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4c6f627a-426b-42d9-a03f-ed1ba59cb271 req-9352bf15-a716-494b-b236-651f346f3ef6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cd9f77be95a4e948f579069965c7e85&device_id=90b5ac17-73db-4eee-bfbb-1bbe7937ca10 HTTP/1.1" status: 200 len: 210 time: 0.0256019 Jul 28 07:21:27.097740 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4c6f627a-426b-42d9-a03f-ed1ba59cb271 req-fadc52c4-853a-4b88-8ed5-2a6a2991a405 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=9cd9f77be95a4e948f579069965c7e85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0183239 Jul 28 07:21:27.160629 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:27.187960 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f627a-426b-42d9-a03f-ed1ba59cb271 req-b73a241b-0dcb-4787-9835-82bd2e65136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:21:27.190025 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4c6f627a-426b-42d9-a03f-ed1ba59cb271 req-b73a241b-0dcb-4787-9835-82bd2e65136e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0852325 Jul 28 07:21:27.231702 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4c6f627a-426b-42d9-a03f-ed1ba59cb271 req-61be0914-1e45-45db-8315-902ea6f9e34c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddae67d9b5049b191aad1bdcfe74932&device_id=d1463b78-36b1-4958-84e8-4bcdf9a6f501 HTTP/1.1" status: 200 len: 210 time: 0.0294397 Jul 28 07:21:27.262327 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4c6f627a-426b-42d9-a03f-ed1ba59cb271 req-1a55e1d3-faa8-4bd6-91be-d088e79d5647 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=dddae67d9b5049b191aad1bdcfe74932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206122 Jul 28 07:21:27.352279 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f627a-426b-42d9-a03f-ed1ba59cb271 req-55bf6e68-82d5-4d90-b46e-f9dc53d86446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:21:27.353733 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4c6f627a-426b-42d9-a03f-ed1ba59cb271 req-55bf6e68-82d5-4d90-b46e-f9dc53d86446 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0842662 Jul 28 07:21:27.417519 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f627a-426b-42d9-a03f-ed1ba59cb271 req-ec1a2363-24fa-4406-8462-f841e0263e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:21:27.418993 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4c6f627a-426b-42d9-a03f-ed1ba59cb271 req-ec1a2363-24fa-4406-8462-f841e0263e80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 1098 time: 0.0395162 Jul 28 07:21:27.507682 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f627a-426b-42d9-a03f-ed1ba59cb271 req-4eda95e1-d8e0-4807-90de-259d90592643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:21:27.509211 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4c6f627a-426b-42d9-a03f-ed1ba59cb271 req-4eda95e1-d8e0-4807-90de-259d90592643 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e68b2b1-7485-4acb-a982-bb078449d1f0 HTTP/1.1" status: 200 len: 911 time: 0.0832419 Jul 28 07:21:27.571881 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4c6f627a-426b-42d9-a03f-ed1ba59cb271 req-db7646c1-10cf-48af-832a-db6cbc65a333 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9df6c6df-a8b3-43e0-bd2d-8ce069e83013 HTTP/1.1" status: 200 len: 1000 time: 0.0548627 Jul 28 07:21:27.623406 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f627a-426b-42d9-a03f-ed1ba59cb271 req-062f3a9a-e325-4750-8ece-26c79f2f04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:21:27.624736 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4c6f627a-426b-42d9-a03f-ed1ba59cb271 req-062f3a9a-e325-4750-8ece-26c79f2f04cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=607fdff8-8936-4508-b613-74cb0ede1fa0 HTTP/1.1" status: 200 len: 849 time: 0.0454524 Jul 28 07:21:27.667964 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f627a-426b-42d9-a03f-ed1ba59cb271 req-a13b944b-c034-428c-89bd-3a0a904ab446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:21:27.669374 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4c6f627a-426b-42d9-a03f-ed1ba59cb271 req-a13b944b-c034-428c-89bd-3a0a904ab446 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e68b2b1-7485-4acb-a982-bb078449d1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376451 Jul 28 07:21:27.754928 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4c6f627a-426b-42d9-a03f-ed1ba59cb271 req-df206871-82a5-47c6-9282-ac81ca148bde service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778131 Jul 28 07:21:27.846572 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4c6f627a-426b-42d9-a03f-ed1ba59cb271 req-45d530f7-c4e2-4162-98e3-c6c5ece724dc service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837774 Jul 28 07:21:32.438751 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 60182) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:21:32.559702 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-68912c35-f654-4658-a1d5-c29884c50df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:32.642127 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-68912c35-f654-4658-a1d5-c29884c50df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:32.715902 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-68912c35-f654-4658-a1d5-c29884c50df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:32.753022 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-68912c35-f654-4658-a1d5-c29884c50df9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=202c373da3c94620a83c35bd5b9f1076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132298 Jul 28 07:21:32.753878 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68912c35-f654-4658-a1d5-c29884c50df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1a3e01-3689-43dd-800a-b473ab86aa15,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:21:32.755814 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 60186) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:21:32.761360 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68912c35-f654-4658-a1d5-c29884c50df9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.761712 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68912c35-f654-4658-a1d5-c29884c50df9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.762039 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68912c35-f654-4658-a1d5-c29884c50df9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.762368 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68912c35-f654-4658-a1d5-c29884c50df9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.762767 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68912c35-f654-4658-a1d5-c29884c50df9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.763097 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68912c35-f654-4658-a1d5-c29884c50df9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.763445 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68912c35-f654-4658-a1d5-c29884c50df9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.763767 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68912c35-f654-4658-a1d5-c29884c50df9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.764087 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68912c35-f654-4658-a1d5-c29884c50df9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.764432 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68912c35-f654-4658-a1d5-c29884c50df9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.764746 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68912c35-f654-4658-a1d5-c29884c50df9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.765057 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68912c35-f654-4658-a1d5-c29884c50df9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.803653 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0a32c167-45c6-4c73-a5af-5030226009d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:32.824011 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0a32c167-45c6-4c73-a5af-5030226009d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:32.927059 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0a32c167-45c6-4c73-a5af-5030226009d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:32.929504 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0a32c167-45c6-4c73-a5af-5030226009d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:32.930661 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-0a32c167-45c6-4c73-a5af-5030226009d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b1a3e01-3689-43dd-800a-b473ab86aa15 HTTP/1.1" status: 204 len: 168 time: 0.1738319 Jul 28 07:21:32.938089 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32c167-45c6-4c73-a5af-5030226009d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1a3e01-3689-43dd-800a-b473ab86aa15,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:21:32.945716 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32c167-45c6-4c73-a5af-5030226009d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.946065 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32c167-45c6-4c73-a5af-5030226009d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.946407 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32c167-45c6-4c73-a5af-5030226009d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.946762 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32c167-45c6-4c73-a5af-5030226009d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.947160 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32c167-45c6-4c73-a5af-5030226009d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.947412 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32c167-45c6-4c73-a5af-5030226009d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.947740 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32c167-45c6-4c73-a5af-5030226009d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.948064 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32c167-45c6-4c73-a5af-5030226009d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.948394 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32c167-45c6-4c73-a5af-5030226009d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.948766 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32c167-45c6-4c73-a5af-5030226009d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.949095 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32c167-45c6-4c73-a5af-5030226009d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:32.949413 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32c167-45c6-4c73-a5af-5030226009d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:21:33.532019 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 60192) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:21:33.546968 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-58b7f806-8b6b-4bdb-8490-fa4c397fe93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:33.634495 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-58b7f806-8b6b-4bdb-8490-fa4c397fe93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:33.795965 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-58b7f806-8b6b-4bdb-8490-fa4c397fe93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:33.833798 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-58b7f806-8b6b-4bdb-8490-fa4c397fe93b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=24bd352162e747af9e5cb651f1c56bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997987 Jul 28 07:21:33.834794 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7f806-8b6b-4bdb-8490-fa4c397fe93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c659a0-80b5-47f3-b5fa-bf46e66f38ae,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:21:33.836591 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 60194) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:21:33.884628 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8fa60bce-6beb-4d20-88d4-7593e5cb29ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:33.905045 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8fa60bce-6beb-4d20-88d4-7593e5cb29ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:34.304104 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8fa60bce-6beb-4d20-88d4-7593e5cb29ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:34.306680 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8fa60bce-6beb-4d20-88d4-7593e5cb29ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:34.307842 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-8fa60bce-6beb-4d20-88d4-7593e5cb29ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8c659a0-80b5-47f3-b5fa-bf46e66f38ae HTTP/1.1" status: 204 len: 168 time: 0.4702480 Jul 28 07:21:34.316065 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa60bce-6beb-4d20-88d4-7593e5cb29ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c659a0-80b5-47f3-b5fa-bf46e66f38ae,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:21:36.597165 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 60248) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:21:36.694940 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e8f25e50-8c1f-4e39-83e6-c29fb97bb484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:36.778924 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e8f25e50-8c1f-4e39-83e6-c29fb97bb484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:36.847156 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e8f25e50-8c1f-4e39-83e6-c29fb97bb484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:36.883679 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e8f25e50-8c1f-4e39-83e6-c29fb97bb484 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6854b20cda2e46e3a541824e6a70e859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854815 Jul 28 07:21:36.884488 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f25e50-8c1f-4e39-83e6-c29fb97bb484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f69a68-3310-4523-a927-8622e73801f1,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:21:36.886407 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 60252) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:21:36.934760 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5bd9aa47-ebbc-4be8-9fcf-13cb3512012d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:36.954326 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5bd9aa47-ebbc-4be8-9fcf-13cb3512012d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:37.042068 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5935f0e9-6e48-4cfb-bba5-d06d79d60968 req-13d18caa-9834-4808-8358-7cdbbbd74ee4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383513 Jul 28 07:21:37.070149 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5bd9aa47-ebbc-4be8-9fcf-13cb3512012d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:37.072725 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5bd9aa47-ebbc-4be8-9fcf-13cb3512012d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:37.074739 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-5bd9aa47-ebbc-4be8-9fcf-13cb3512012d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3f69a68-3310-4523-a927-8622e73801f1 HTTP/1.1" status: 204 len: 168 time: 0.1871912 Jul 28 07:21:37.090587 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9aa47-ebbc-4be8-9fcf-13cb3512012d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f69a68-3310-4523-a927-8622e73801f1,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:21:37.127250 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935f0e9-6e48-4cfb-bba5-d06d79d60968 req-0534b52e-8282-4e47-a62f-7a426ec1bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:21:37.128573 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5935f0e9-6e48-4cfb-bba5-d06d79d60968 req-0534b52e-8282-4e47-a62f-7a426ec1bf90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 1098 time: 0.0460076 Jul 28 07:21:37.226964 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935f0e9-6e48-4cfb-bba5-d06d79d60968 req-ce28e5d6-9c09-4753-a281-e5af64af03de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:21:37.228465 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5935f0e9-6e48-4cfb-bba5-d06d79d60968 req-ce28e5d6-9c09-4753-a281-e5af64af03de service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e68b2b1-7485-4acb-a982-bb078449d1f0 HTTP/1.1" status: 200 len: 911 time: 0.0817814 Jul 28 07:21:37.295445 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5935f0e9-6e48-4cfb-bba5-d06d79d60968 req-6dd120e1-774c-46b7-a072-938c48378d26 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9df6c6df-a8b3-43e0-bd2d-8ce069e83013 HTTP/1.1" status: 200 len: 1000 time: 0.0596447 Jul 28 07:21:37.345952 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935f0e9-6e48-4cfb-bba5-d06d79d60968 req-8461a9d5-5dde-4506-b54a-b3b29111282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:21:37.347472 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5935f0e9-6e48-4cfb-bba5-d06d79d60968 req-8461a9d5-5dde-4506-b54a-b3b29111282e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=607fdff8-8936-4508-b613-74cb0ede1fa0 HTTP/1.1" status: 200 len: 849 time: 0.0456448 Jul 28 07:21:37.393655 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935f0e9-6e48-4cfb-bba5-d06d79d60968 req-1c09b334-eca9-4982-9bd2-ab65bd62cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:21:37.395177 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5935f0e9-6e48-4cfb-bba5-d06d79d60968 req-1c09b334-eca9-4982-9bd2-ab65bd62cd27 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e68b2b1-7485-4acb-a982-bb078449d1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407429 Jul 28 07:21:37.487428 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5935f0e9-6e48-4cfb-bba5-d06d79d60968 req-db085dc7-21c1-4cfc-a3b5-09d95d0d8e23 service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819225 Jul 28 07:21:37.574306 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5935f0e9-6e48-4cfb-bba5-d06d79d60968 req-e28f2a2d-8950-427b-8241-57935b822907 service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803463 Jul 28 07:21:37.640789 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 60258) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:21:37.654058 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-52c2f7c4-736d-4ae1-a86e-b6528837db23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:37.737315 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-52c2f7c4-736d-4ae1-a86e-b6528837db23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:37.806242 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-52c2f7c4-736d-4ae1-a86e-b6528837db23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:37.846923 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-52c2f7c4-736d-4ae1-a86e-b6528837db23 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=593cbcd8aa9240ecb31f598036a99740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050536 Jul 28 07:21:37.847614 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2f7c4-736d-4ae1-a86e-b6528837db23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44487184-b07f-491a-a4a7-5027abf70dbf,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:21:37.850350 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 60260) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:21:37.898642 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6bd1c8d8-b307-47be-a069-ca6f6ae8912c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:37.918980 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6bd1c8d8-b307-47be-a069-ca6f6ae8912c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:38.052813 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6bd1c8d8-b307-47be-a069-ca6f6ae8912c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:38.055419 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6bd1c8d8-b307-47be-a069-ca6f6ae8912c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:38.056656 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-6bd1c8d8-b307-47be-a069-ca6f6ae8912c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/44487184-b07f-491a-a4a7-5027abf70dbf HTTP/1.1" status: 204 len: 168 time: 0.2050571 Jul 28 07:21:38.064381 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1c8d8-b307-47be-a069-ca6f6ae8912c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44487184-b07f-491a-a4a7-5027abf70dbf,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:21:39.526932 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 60290) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:21:39.625509 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-01075cd7-30d2-45a3-aabc-8c852fe43899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:39.708301 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-01075cd7-30d2-45a3-aabc-8c852fe43899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:39.732969 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-de8e27a8-7390-4a3f-92f3-527195891d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:39.784646 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-01075cd7-30d2-45a3-aabc-8c852fe43899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:39.819883 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-01075cd7-30d2-45a3-aabc-8c852fe43899 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a856ef516d964775bf782080c6ff19cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919455 Jul 28 07:21:39.821786 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01075cd7-30d2-45a3-aabc-8c852fe43899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea48e56-fa65-4b12-aa44-3b6a8749bf8f,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:21:39.822605 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 60294) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:21:39.873120 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2e1c3cbd-0a2e-4f86-95a1-36efb473fb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:39.893878 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2e1c3cbd-0a2e-4f86-95a1-36efb473fb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:40.012026 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2e1c3cbd-0a2e-4f86-95a1-36efb473fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:40.014503 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2e1c3cbd-0a2e-4f86-95a1-36efb473fb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:40.015684 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-2e1c3cbd-0a2e-4f86-95a1-36efb473fb0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ea48e56-fa65-4b12-aa44-3b6a8749bf8f HTTP/1.1" status: 204 len: 168 time: 0.1920764 Jul 28 07:21:40.024026 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c3cbd-0a2e-4f86-95a1-36efb473fb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea48e56-fa65-4b12-aa44-3b6a8749bf8f,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:21:42.469650 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f1468678-7f74-4b48-b02d-139ca96aaf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:42.749522 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:43.389871 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:45.132244 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:47.815903 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:21:50.151820 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 60366) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:21:50.266128 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-53187c86-984e-4eff-a241-6a9e473e465f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:50.356365 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-53187c86-984e-4eff-a241-6a9e473e465f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:50.424093 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-53187c86-984e-4eff-a241-6a9e473e465f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:50.466921 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-53187c86-984e-4eff-a241-6a9e473e465f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=790f86474ea645019926bde7cf7d03d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139861 Jul 28 07:21:50.467956 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53187c86-984e-4eff-a241-6a9e473e465f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af97bb01-b2dd-40d8-bd8b-919d0021e782,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:21:50.469731 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 60370) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:21:50.519637 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-73b8f19b-57ca-4419-a18c-fce66233896b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:50.540019 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-73b8f19b-57ca-4419-a18c-fce66233896b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:50.658253 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-73b8f19b-57ca-4419-a18c-fce66233896b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:50.660798 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-73b8f19b-57ca-4419-a18c-fce66233896b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:21:50.661955 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-73b8f19b-57ca-4419-a18c-fce66233896b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/af97bb01-b2dd-40d8-bd8b-919d0021e782 HTTP/1.1" status: 204 len: 168 time: 0.1912260 Jul 28 07:21:50.670967 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8f19b-57ca-4419-a18c-fce66233896b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af97bb01-b2dd-40d8-bd8b-919d0021e782,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:21:57.160934 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:09.742477 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cdc6728c-726e-45fd-b4f4-e4381ae3f3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:12.474494 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a1ce2fb7-1efb-498b-819f-d516c6bcf953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:12.777605 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:13.405627 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:15.131142 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:24.815818 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:22:27.165652 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:38.046707 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6991737b-642b-453c-a2d9-be9a1008ec88 req-d8aa4b56-a88c-4539-92e0-f6bd83d8d9df service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418665 Jul 28 07:22:38.123387 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991737b-642b-453c-a2d9-be9a1008ec88 req-6c3ddfda-d932-434d-af9c-4853d975f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:22:38.125102 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6991737b-642b-453c-a2d9-be9a1008ec88 req-6c3ddfda-d932-434d-af9c-4853d975f9a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 1098 time: 0.0391603 Jul 28 07:22:38.226464 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991737b-642b-453c-a2d9-be9a1008ec88 req-ba36d4f8-db3d-418a-8515-fc9412f9fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:22:38.227964 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6991737b-642b-453c-a2d9-be9a1008ec88 req-ba36d4f8-db3d-418a-8515-fc9412f9fe1a service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e68b2b1-7485-4acb-a982-bb078449d1f0 HTTP/1.1" status: 200 len: 911 time: 0.0847058 Jul 28 07:22:38.294781 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6991737b-642b-453c-a2d9-be9a1008ec88 req-4a874bc6-bcf4-463c-911c-12e9f03c8600 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9df6c6df-a8b3-43e0-bd2d-8ce069e83013 HTTP/1.1" status: 200 len: 1000 time: 0.0595379 Jul 28 07:22:38.342219 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991737b-642b-453c-a2d9-be9a1008ec88 req-4b6c566c-d64e-4f52-83fb-b9ecab4d2237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:22:38.343602 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6991737b-642b-453c-a2d9-be9a1008ec88 req-4b6c566c-d64e-4f52-83fb-b9ecab4d2237 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=607fdff8-8936-4508-b613-74cb0ede1fa0 HTTP/1.1" status: 200 len: 849 time: 0.0425632 Jul 28 07:22:38.388843 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991737b-642b-453c-a2d9-be9a1008ec88 req-8f31335f-f4d9-4fdd-b4fe-bd3ed6e50803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:22:38.390304 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6991737b-642b-453c-a2d9-be9a1008ec88 req-8f31335f-f4d9-4fdd-b4fe-bd3ed6e50803 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e68b2b1-7485-4acb-a982-bb078449d1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398085 Jul 28 07:22:38.478441 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6991737b-642b-453c-a2d9-be9a1008ec88 req-4c9795e2-aaf5-4dea-a8cc-993d0e2ac608 service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809369 Jul 28 07:22:38.566487 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6991737b-642b-453c-a2d9-be9a1008ec88 req-cec29a19-a7ed-49dd-b6f9-9e9c5cba3a10 service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806251 Jul 28 07:22:39.697051 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7e7febe-e643-424c-b993-cefc28203977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:42.474217 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2228624f-a205-4c86-8dc4-05dbed21c3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:42.758939 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:43.399832 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:45.119933 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:50.875164 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd53c2b-ff47-4e8b-be5e-e5bc733f9d44 req-5bb06ab6-bb30-4cbd-8875-1afdbea63b96 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:22:50.876605 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1dd53c2b-ff47-4e8b-be5e-e5bc733f9d44 req-5bb06ab6-bb30-4cbd-8875-1afdbea63b96 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 945 time: 0.0509384 Jul 28 07:22:50.912817 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1dd53c2b-ff47-4e8b-be5e-e5bc733f9d44 req-44db45a8-64c1-40a6-aa60-3f1f1bb20d86 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302746 Jul 28 07:22:52.031479 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2fb52-0d5d-4970-a752-73f6b100e7eb req-d8510d2e-1992-46d8-8636-8760fa96b621 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:22:52.032925 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cfd2fb52-0d5d-4970-a752-73f6b100e7eb req-d8510d2e-1992-46d8-8636-8760fa96b621 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 945 time: 0.0547924 Jul 28 07:22:52.069926 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cfd2fb52-0d5d-4970-a752-73f6b100e7eb req-4be57bbb-55fa-4cce-b288-e1cbb8cbcfef tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306005 Jul 28 07:22:52.367176 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c610b-8504-4638-bddd-1a8d01d3a0a4 req-ce2e27c2-bde0-435a-bb10-67ba34c9bfd5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:22:52.368642 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-209c610b-8504-4638-bddd-1a8d01d3a0a4 req-ce2e27c2-bde0-435a-bb10-67ba34c9bfd5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.11 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 945 time: 0.0525026 Jul 28 07:22:52.455583 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-209c610b-8504-4638-bddd-1a8d01d3a0a4 req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Deleting port 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:22:52.455922 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-209c610b-8504-4638-bddd-1a8d01d3a0a4 req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:52.544628 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-209c610b-8504-4638-bddd-1a8d01d3a0a4 req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] For port 9df6c6df-a8b3-43e0-bd2d-8ce069e83013, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9df6c6df-a8b3-43e0-bd2d-8ce069e83013,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:22:52.544990 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-209c610b-8504-4638-bddd-1a8d01d3a0a4 req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:52.706154 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-209c610b-8504-4638-bddd-1a8d01d3a0a4 req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:52.706534 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-209c610b-8504-4638-bddd-1a8d01d3a0a4 req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019642'] for floatingip, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:52.706863 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.db.l3_db [req-209c610b-8504-4638-bddd-1a8d01d3a0a4 req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Floating IP 8d5118d6-9608-465a-acf3-434f1c0ffb81 disassociated. External IP: 172.27.0.44, port: 9df6c6df-a8b3-43e0-bd2d-8ce069e83013. Jul 28 07:22:52.707200 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-209c610b-8504-4638-bddd-1a8d01d3a0a4 req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Calling delete_port for 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:22:52.885296 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-209c610b-8504-4638-bddd-1a8d01d3a0a4 req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:52.913622 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event deleted for resources: {'Port': ['ID=9df6c6df-a8b3-43e0-bd2d-8ce069e83013,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:22:52.926433 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:22:52.926433 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:22:52.926433 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:22:52.926433 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:22:52.926433 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:22:52.926433 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:22:52.926433 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:22:52.927042 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:22:52.927137 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:22:52.927411 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:22:52.927732 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:22:52.928054 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:22:53.033552 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-209c610b-8504-4638-bddd-1a8d01d3a0a4 req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Router ec5fdf2a-f295-4fe2-8951-56849ff28d20 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:22:53.143538 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-209c610b-8504-4638-bddd-1a8d01d3a0a4 req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:22:53.157029 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576903dd-49d8-47e9-b8e4-b7d07c9d7863 None None] Sync routers for ids ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:22:53.170756 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576903dd-49d8-47e9-b8e4-b7d07c9d7863 None None] Routers {'ec5fdf2a-f295-4fe2-8951-56849ff28d20'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:22:53.171397 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-576903dd-49d8-47e9-b8e4-b7d07c9d7863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:22:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:22:53.176069 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-da55380c-eeb6-4a18-afb7-af3ed4c9cce2 req-9eba1a5e-1502-4645-8933-9e4eb9968fe1 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 210 time: 0.0317237 Jul 28 07:22:53.206233 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-209c610b-8504-4638-bddd-1a8d01d3a0a4 req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] No DVR routers for this DVR port 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 on host hv-cinder-79280 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:22:53.208949 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-209c610b-8504-4638-bddd-1a8d01d3a0a4 req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:53.211052 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-209c610b-8504-4638-bddd-1a8d01d3a0a4 req-d812cc2e-668d-40ef-8b16-9170c6f35a0c tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.11 "DELETE /v2.0/ports/9df6c6df-a8b3-43e0-bd2d-8ce069e83013 HTTP/1.1" status: 204 len: 173 time: 0.8354969 Jul 28 07:22:53.211483 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff', 'name': 'network-vif-deleted', 'tag': '9df6c6df-a8b3-43e0-bd2d-8ce069e83013'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:22:53.213676 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625e163c-a003-43cd-bb7b-fdd4f1e6cee2" -d '{"events": [{"server_uuid": "38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff", "name": "network-vif-deleted", "tag": "9df6c6df-a8b3-43e0-bd2d-8ce069e83013"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:22:53.263367 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fcedd3-7cd0-432d-aaee-a8914b4d92ce x-openstack-request-id: req-18fcedd3-7cd0-432d-aaee-a8914b4d92ce {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:22:53.263658 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff", "name": "network-vif-deleted", "tag": "9df6c6df-a8b3-43e0-bd2d-8ce069e83013", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:22:53.263961 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18fcedd3-7cd0-432d-aaee-a8914b4d92ce {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:22:53.264421 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff', 'name': 'network-vif-deleted', 'tag': '9df6c6df-a8b3-43e0-bd2d-8ce069e83013', 'status': 'completed', 'code': 200} Jul 28 07:22:53.289519 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-576903dd-49d8-47e9-b8e4-b7d07c9d7863 None None] Set router ec5fdf2a-f295-4fe2-8951-56849ff28d20 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:22:53.498264 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-576903dd-49d8-47e9-b8e4-b7d07c9d7863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '9a3920e9-85f6-43a0-8e7e-40d73eaf11a4', 'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'mac_address': 'fa:16:3e:6c:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:57Z', 'updated_at': '2021-07-28T07:20:03Z', 'revision_number': 5, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'subnets': [{'id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:22:53.527533 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576903dd-49d8-47e9-b8e4-b7d07c9d7863 None None] Checking router: ec5fdf2a-f295-4fe2-8951-56849ff28d20 for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:22:53.535681 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576903dd-49d8-47e9-b8e4-b7d07c9d7863 None None] Routers {'ec5fdf2a-f295-4fe2-8951-56849ff28d20'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:22:53.536285 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-576903dd-49d8-47e9-b8e4-b7d07c9d7863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:22:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:22:53.640826 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-576903dd-49d8-47e9-b8e4-b7d07c9d7863 None None] Set router ec5fdf2a-f295-4fe2-8951-56849ff28d20 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:22:53.955774 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-576903dd-49d8-47e9-b8e4-b7d07c9d7863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '9a3920e9-85f6-43a0-8e7e-40d73eaf11a4', 'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'mac_address': 'fa:16:3e:6c:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:57Z', 'updated_at': '2021-07-28T07:20:03Z', 'revision_number': 5, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'subnets': [{'id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:22:53.981226 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576903dd-49d8-47e9-b8e4-b7d07c9d7863 None None] The sync data for ids ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'] in dv-cinder-792800-1-iscsi is: [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '9a3920e9-85f6-43a0-8e7e-40d73eaf11a4', 'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'mac_address': 'fa:16:3e:6c:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:57Z', 'updated_at': '2021-07-28T07:20:03Z', 'revision_number': 5, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'subnets': [{'id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:22:54.206245 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ff3d4-c671-4c32-bfc4-2cc1691711bc None None] New status for floating IP 8d5118d6-9608-465a-acf3-434f1c0ffb81: DOWN {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 07:22:54.297171 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b0330f61-b4b0-4bac-831a-627a27638fbd req-cb6e52c1-a047-48d7-8dc2-bee9f61605ac tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=38f1e0b9-7ec5-4160-b15c-e3a87b5e2fff HTTP/1.1" status: 200 len: 210 time: 0.0290596 Jul 28 07:22:55.535500 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-6369ba3b-ea80-4e18-99be-fad192106d33 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-857608023&fields=id&tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188 HTTP/1.1" status: 200 len: 267 time: 0.0315008 Jul 28 07:22:55.637106 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-00f0b513-3100-4351-8c80-78c47fddeecf tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:22:55.638560 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-00f0b513-3100-4351-8c80-78c47fddeecf tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/networks?id=2e68b2b1-7485-4acb-a982-bb078449d1f0 HTTP/1.1" status: 200 len: 810 time: 0.0962439 Jul 28 07:22:55.653331 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-dd317069-c39d-409a-a4fb-a498bc6a788b tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/quotas/707b00c1d5fb4ce5a9d7e568b1aa1188 HTTP/1.1" status: 200 len: 375 time: 0.0091298 Jul 28 07:22:55.703958 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-a0a760e9-5294-49d4-b6e2-5f17f3b07aab tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455542 Jul 28 07:22:55.799008 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-1f34f141-74e3-47c6-81a9-72001116666d service neutron] 10.222.0.10 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827105 Jul 28 07:22:55.883840 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-cc18e362-289f-43b6-8665-f7bdc3061c42 service neutron] 10.222.0.10 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791810 Jul 28 07:22:56.017184 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:22:56.036778 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] No Port match for: 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:22:56.040944 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 9df6c6df-a8b3-43e0-bd2d-8ce069e83013 not bound to the agent host hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:22:56.471731 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-676e2d22-3ebb-4c11-8986-b6708efb3e55 req-668d5b98-ee9a-41b9-ba8c-a898d2bc0971 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 210 time: 0.0310702 Jul 28 07:22:57.177004 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:57.564736 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8a3a1476-947c-4ede-b8d9-fa3d4ae3e357 req-d0a35188-a0f5-4b3e-b243-77791ec5f7a3 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 210 time: 0.0270021 Jul 28 07:22:58.302105 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-531d6520-8011-4e76-9b6a-09ea5e81461e tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:22:58.303570 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-531d6520-8011-4e76-9b6a-09ea5e81461e tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.11 "GET /v2.0/networks?id=2e68b2b1-7485-4acb-a982-bb078449d1f0 HTTP/1.1" status: 200 len: 810 time: 0.1048284 Jul 28 07:22:58.346583 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-9890e827-f68b-436c-8e87-7d84d0bde9ee tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188 HTTP/1.1" status: 200 len: 379 time: 0.0338655 Jul 28 07:22:58.355757 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-f8e4fcf5-874c-4a6a-9a1e-4ea7fa72627a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Request body: {'port': {'device_id': '19f6e129-7323-42bc-9aa4-25f8eb0da892', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'admin_state_up': True, 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'security_groups': ['613783bf-a53f-4913-afa1-b9c2bb03f226']}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:22:58.539969 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-f8e4fcf5-874c-4a6a-9a1e-4ea7fa72627a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Made reservation on behalf of 707b00c1d5fb4ce5a9d7e568b1aa1188 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:22:58.543534 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-f8e4fcf5-874c-4a6a-9a1e-4ea7fa72627a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:58.658257 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-48355dd9-ed4e-467e-aa0f-d51cc9ead514 req-0db5d2d9-4e62-492b-a9a1-8e7c0966a36a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 210 time: 0.0263262 Jul 28 07:22:58.668757 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-f8e4fcf5-874c-4a6a-9a1e-4ea7fa72627a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Allocated IP 172.20.0.6 (2e68b2b1-7485-4acb-a982-bb078449d1f0/607fdff8-8936-4508-b613-74cb0ede1fa0/e50985e0-2313-4776-a90c-fed7ad604cbd) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:22:58.802950 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-f8e4fcf5-874c-4a6a-9a1e-4ea7fa72627a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:59.070593 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-f8e4fcf5-874c-4a6a-9a1e-4ea7fa72627a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Transition to ACTIVE for port object e50985e0-2313-4776-a90c-fed7ad604cbd will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:22:59.159984 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-f8e4fcf5-874c-4a6a-9a1e-4ea7fa72627a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:59.203442 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-f8e4fcf5-874c-4a6a-9a1e-4ea7fa72627a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Network 2e68b2b1-7485-4acb-a982-bb078449d1f0 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:22:59.206121 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-f8e4fcf5-874c-4a6a-9a1e-4ea7fa72627a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:22:59.209786 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-f8e4fcf5-874c-4a6a-9a1e-4ea7fa72627a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:22:59.235046 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4fcf5-874c-4a6a-9a1e-4ea7fa72627a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event updated for resources: {'Port': ['ID=e50985e0-2313-4776-a90c-fed7ad604cbd,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:22:59.266957 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-f8e4fcf5-874c-4a6a-9a1e-4ea7fa72627a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:22:59.267577 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-f8e4fcf5-874c-4a6a-9a1e-4ea7fa72627a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:59.321247 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-f8e4fcf5-874c-4a6a-9a1e-4ea7fa72627a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9689953 Jul 28 07:22:59.333370 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] Request body: {'port': {'device_id': '19f6e129-7323-42bc-9aa4-25f8eb0da892', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:22:59.391983 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:59.450971 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f034f197-f12e-4f3a-ac35-30d3d5a87947 None None] Provisioning for port e50985e0-2313-4776-a90c-fed7ad604cbd completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:22:59.454884 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f034f197-f12e-4f3a-ac35-30d3d5a87947 None None] Provisioning complete for port e50985e0-2313-4776-a90c-fed7ad604cbd triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:22:59.455284 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f034f197-f12e-4f3a-ac35-30d3d5a87947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:59.491238 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f034f197-f12e-4f3a-ac35-30d3d5a87947 None None] Port e50985e0-2313-4776-a90c-fed7ad604cbd cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:22:59.645345 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50985e0-2313-4776-a90c-fed7ad604cbd {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:22:59.652877 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:59.664718 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] Transition to ACTIVE for port object e50985e0-2313-4776-a90c-fed7ad604cbd will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:22:59.770154 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ec54a-453a-4fd5-be1f-8d45f581084d req-0ea21e5f-50dc-43e1-a1d9-09269ee4dfe3 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:22:59.771178 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:59.771563 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e63ec54a-453a-4fd5-be1f-8d45f581084d req-0ea21e5f-50dc-43e1-a1d9-09269ee4dfe3 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 931 time: 0.0485713 Jul 28 07:22:59.811095 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e63ec54a-453a-4fd5-be1f-8d45f581084d req-3e642f40-44ce-44fb-9061-f2366284a497 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333731 Jul 28 07:22:59.826092 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e50985e0-2313-4776-a90c-fed7ad604cbd,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:22:59.901230 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] Attempting to bind port e50985e0-2313-4776-a90c-fed7ad604cbd on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:22:59.901567 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] Attempting to bind port e50985e0-2313-4776-a90c-fed7ad604cbd by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'c150c037-938f-4957-943c-2d2357b8ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:22:59.901894 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] Attempting to bind port e50985e0-2313-4776-a90c-fed7ad604cbd on network 2e68b2b1-7485-4acb-a982-bb078449d1f0 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:22:59.906322 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] Port e50985e0-2313-4776-a90c-fed7ad604cbd on network 2e68b2b1-7485-4acb-a982-bb078449d1f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 07:22:59.906687 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] Attempting to bind port e50985e0-2313-4776-a90c-fed7ad604cbd on network 2e68b2b1-7485-4acb-a982-bb078449d1f0 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:22:59.911619 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] Checking agent: {'id': '9049993c-5c8b-4294-bcfd-702819f13098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'started_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:22:59.911961 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] Checking segment: {'id': 'c150c037-938f-4957-943c-2d2357b8ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:22:59.912349 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] Bound using segment: {'id': 'c150c037-938f-4957-943c-2d2357b8ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:22:59.912776 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] Bound port: e50985e0-2313-4776-a90c-fed7ad604cbd, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c150c037-938f-4957-943c-2d2357b8ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:22:59.913788 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:22:59.976882 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] For port e50985e0-2313-4776-a90c-fed7ad604cbd, host hv-cinder-79280, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:22:59.979840 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] For port e50985e0-2313-4776-a90c-fed7ad604cbd, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e50985e0-2313-4776-a90c-fed7ad604cbd,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:23:00.051606 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:00.084361 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:00.085500 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:00.086964 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] 10.222.0.11 "PUT /v2.0/ports/e50985e0-2313-4776-a90c-fed7ad604cbd HTTP/1.1" status: 200 len: 1093 time: 0.7580185 Jul 28 07:23:00.087407 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f6e129-7323-42bc-9aa4-25f8eb0da892', 'tag': 'e50985e0-2313-4776-a90c-fed7ad604cbd'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:23:00.089634 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db4a567-bead-462b-85cc-1686491f4704" -d '{"events": [{"name": "network-changed", "server_uuid": "19f6e129-7323-42bc-9aa4-25f8eb0da892", "tag": "e50985e0-2313-4776-a90c-fed7ad604cbd"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:23:00.114691 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb8d27-5dd8-43f1-92f8-6dc8535053b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e50985e0-2313-4776-a90c-fed7ad604cbd,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:23:00.135214 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e95083-1cb6-41c4-b1a0-8ef5cbbb2a7a x-openstack-request-id: req-17e95083-1cb6-41c4-b1a0-8ef5cbbb2a7a {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:23:00.135496 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f6e129-7323-42bc-9aa4-25f8eb0da892", "tag": "e50985e0-2313-4776-a90c-fed7ad604cbd", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:23:00.140185 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-17e95083-1cb6-41c4-b1a0-8ef5cbbb2a7a {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:23:00.140185 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f6e129-7323-42bc-9aa4-25f8eb0da892', 'tag': 'e50985e0-2313-4776-a90c-fed7ad604cbd', 'status': 'completed', 'code': 200} Jul 28 07:23:00.203775 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4a567-bead-462b-85cc-1686491f4704 req-66b0ab3a-2aa9-4084-85db-44fec5044e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:00.205295 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3db4a567-bead-462b-85cc-1686491f4704 req-66b0ab3a-2aa9-4084-85db-44fec5044e7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 1096 time: 0.0476680 Jul 28 07:23:00.300752 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4a567-bead-462b-85cc-1686491f4704 req-8edb6a3c-cfff-4d80-93e4-e4fb6c7b23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:00.302267 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3db4a567-bead-462b-85cc-1686491f4704 req-8edb6a3c-cfff-4d80-93e4-e4fb6c7b23b5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0892365 Jul 28 07:23:00.397297 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4a567-bead-462b-85cc-1686491f4704 req-cc6b4263-0621-4838-b365-d621b525f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:00.399396 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3db4a567-bead-462b-85cc-1686491f4704 req-cc6b4263-0621-4838-b365-d621b525f32b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907609 Jul 28 07:23:00.474574 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-cd5703be-43ac-4e70-a9e3-f31426316d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:00.476056 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-cd5703be-43ac-4e70-a9e3-f31426316d9b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 1096 time: 0.0400085 Jul 28 07:23:00.516372 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-7bee3d24-d657-4b4a-bd99-e5494e5870ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e50985e0-2313-4776-a90c-fed7ad604cbd HTTP/1.1" status: 200 len: 217 time: 0.0320957 Jul 28 07:23:00.566853 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-76b50aa1-89e5-44fa-ab1a-b659727e05f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:00.568198 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-76b50aa1-89e5-44fa-ab1a-b659727e05f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=607fdff8-8936-4508-b613-74cb0ede1fa0 HTTP/1.1" status: 200 len: 849 time: 0.0441940 Jul 28 07:23:00.612748 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-af15b122-95a9-4dbf-931d-aa982e94395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:00.614224 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-af15b122-95a9-4dbf-931d-aa982e94395e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e68b2b1-7485-4acb-a982-bb078449d1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387323 Jul 28 07:23:00.700914 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-52628614-44a7-4e47-b31b-0b207a64eeb8 service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794532 Jul 28 07:23:00.789893 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6b6de6a9-5fd1-406b-8e74-04f376bf9270 req-a354f55c-d6f5-4a9a-b940-cc06722db777 service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818937 Jul 28 07:23:00.953270 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391734e-cb3f-4c6c-a32d-136851032538 req-6a2fa2d2-292d-4d13-883f-e0d288499ce5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:00.954750 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7391734e-cb3f-4c6c-a32d-136851032538 req-6a2fa2d2-292d-4d13-883f-e0d288499ce5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 943 time: 0.0516155 Jul 28 07:23:00.991796 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7391734e-cb3f-4c6c-a32d-136851032538 req-7d3a2f4b-f164-41dc-ba23-f35a10a8c587 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306981 Jul 28 07:23:01.814203 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:23:02.102465 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2548cf3-132d-45b6-9324-e5b8c032f48e req-ca2226bc-525d-4a17-84e3-d5bced1852e8 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:02.103849 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a2548cf3-132d-45b6-9324-e5b8c032f48e req-ca2226bc-525d-4a17-84e3-d5bced1852e8 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 943 time: 0.0482473 Jul 28 07:23:02.142132 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a2548cf3-132d-45b6-9324-e5b8c032f48e req-afe8f04b-fac6-4ef3-a942-895dadcc9531 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325303 Jul 28 07:23:03.253529 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af33ba-fb65-44b6-8b52-f9c6be9f94fd req-63360252-20dd-4a92-8fea-02bb87f1ff37 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:03.255070 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e2af33ba-fb65-44b6-8b52-f9c6be9f94fd req-63360252-20dd-4a92-8fea-02bb87f1ff37 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 943 time: 0.0489533 Jul 28 07:23:03.292877 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e2af33ba-fb65-44b6-8b52-f9c6be9f94fd req-3b4c11de-8cc8-4ba7-be6f-490052f6a102 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314021 Jul 28 07:23:04.407114 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7dde1-805f-4d3d-bacc-be29a0bb04a5 req-ec1b06ad-6534-4ab3-a4ea-06530829ab22 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:04.408567 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a0a7dde1-805f-4d3d-bacc-be29a0bb04a5 req-ec1b06ad-6534-4ab3-a4ea-06530829ab22 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 943 time: 0.0512760 Jul 28 07:23:04.444873 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a0a7dde1-805f-4d3d-bacc-be29a0bb04a5 req-f81f26e1-118d-4b3a-8030-76465e0580e7 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298467 Jul 28 07:23:05.721832 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad434f3-7a9d-40f3-8761-8259e5e7c738 req-b56fb228-90d5-4ff6-9866-54c37e57c530 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:05.723332 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0ad434f3-7a9d-40f3-8761-8259e5e7c738 req-b56fb228-90d5-4ff6-9866-54c37e57c530 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 943 time: 0.2132294 Jul 28 07:23:05.761261 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0ad434f3-7a9d-40f3-8761-8259e5e7c738 req-f59cba1c-b391-4c44-93b1-d85bfa1407d5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315325 Jul 28 07:23:06.871115 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef24c4-0f6c-415a-ad09-f478919ae69a req-70257f2f-a7b7-4efb-b7bc-2a51436fccdb tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:06.872566 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b5ef24c4-0f6c-415a-ad09-f478919ae69a req-70257f2f-a7b7-4efb-b7bc-2a51436fccdb tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 943 time: 0.0474403 Jul 28 07:23:06.909518 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b5ef24c4-0f6c-415a-ad09-f478919ae69a req-2a787650-7f82-4a34-9e9e-93c1db6faa90 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309958 Jul 28 07:23:08.025111 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b7b67-bdb2-4657-b607-5001f6d4a4c2 req-e97547d2-1276-48ff-8150-86972e2fadee tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:08.026660 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-264b7b67-bdb2-4657-b607-5001f6d4a4c2 req-e97547d2-1276-48ff-8150-86972e2fadee tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 943 time: 0.0529599 Jul 28 07:23:08.063777 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-264b7b67-bdb2-4657-b607-5001f6d4a4c2 req-20d25cf9-a39f-442c-980d-0805eede693b tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313849 Jul 28 07:23:08.064032 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device e50985e0-2313-4776-a90c-fed7ad604cbd details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:23:08.159186 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port e50985e0-2313-4776-a90c-fed7ad604cbd, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e50985e0-2313-4776-a90c-fed7ad604cbd,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:23:08.170314 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': 'e50985e0-2313-4776-a90c-fed7ad604cbd', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'port_id': 'e50985e0-2313-4776-a90c-fed7ad604cbd', 'mac_address': 'fa:16:3e:fe:5f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:23:08.211061 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:08.223166 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50985e0-2313-4776-a90c-fed7ad604cbd {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:23:08.242369 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port e50985e0-2313-4776-a90c-fed7ad604cbd, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e50985e0-2313-4776-a90c-fed7ad604cbd,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:23:08.324863 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:08.372041 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=e50985e0-2313-4776-a90c-fed7ad604cbd,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:23:08.379324 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:08.379674 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:08.380013 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:08.380349 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:08.380681 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:08.381047 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:08.381377 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:08.382343 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:08.382703 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:08.383033 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:08.383357 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:08.383677 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:08.558472 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['e50985e0-2313-4776-a90c-fed7ad604cbd'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:23:09.178468 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b36301-b0ac-44e6-a308-370a95403b7b req-1046ea53-5418-4ccd-9a7f-8a29f4a1f614 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:09.180104 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-43b36301-b0ac-44e6-a308-370a95403b7b req-1046ea53-5418-4ccd-9a7f-8a29f4a1f614 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 944 time: 0.0504117 Jul 28 07:23:09.217753 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-43b36301-b0ac-44e6-a308-370a95403b7b req-9ee84393-2359-42fd-a205-caaf8faee2c8 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317488 Jul 28 07:23:09.696113 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-213ed82f-d50e-44e3-9a73-7b9f7e226f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:10.062697 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device e50985e0-2313-4776-a90c-fed7ad604cbd up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:23:10.159316 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning for port e50985e0-2313-4776-a90c-fed7ad604cbd completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:23:10.163549 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port e50985e0-2313-4776-a90c-fed7ad604cbd triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:23:10.163996 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:10.239424 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:10.262939 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f6e129-7323-42bc-9aa4-25f8eb0da892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50985e0-2313-4776-a90c-fed7ad604cbd'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:23:10.265199 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21572ba7-8fd6-42e2-9417-71907481c272" -d '{"events": [{"server_uuid": "19f6e129-7323-42bc-9aa4-25f8eb0da892", "name": "network-vif-plugged", "status": "completed", "tag": "e50985e0-2313-4776-a90c-fed7ad604cbd"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:23:10.278121 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port e50985e0-2313-4776-a90c-fed7ad604cbd, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e50985e0-2313-4776-a90c-fed7ad604cbd,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:23:10.314004 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:10.332747 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81fb025-336a-4c7f-b7bb-833373db146e req-5efee72d-9406-4a00-ad3c-1f5034d352c4 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:10.334209 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b81fb025-336a-4c7f-b7bb-833373db146e req-5efee72d-9406-4a00-ad3c-1f5034d352c4 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 944 time: 0.0505128 Jul 28 07:23:10.360875 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=e50985e0-2313-4776-a90c-fed7ad604cbd,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:23:10.374096 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b81fb025-336a-4c7f-b7bb-833373db146e req-65157cb4-3f97-49ba-9a61-6e04bdf23ef4 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330582 Jul 28 07:23:10.415302 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a91cae-c03d-4303-87be-b70b7309911d x-openstack-request-id: req-89a91cae-c03d-4303-87be-b70b7309911d {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:23:10.415595 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f6e129-7323-42bc-9aa4-25f8eb0da892", "name": "network-vif-plugged", "status": "completed", "tag": "e50985e0-2313-4776-a90c-fed7ad604cbd", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:23:10.415847 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-89a91cae-c03d-4303-87be-b70b7309911d {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:23:10.416240 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f6e129-7323-42bc-9aa4-25f8eb0da892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50985e0-2313-4776-a90c-fed7ad604cbd', 'code': 200} Jul 28 07:23:10.708626 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd1a1d-f550-4406-8d5b-fc896a4d6b73 req-f39db8cf-7545-4452-844d-d149d865a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:10.710605 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f3bd1a1d-f550-4406-8d5b-fc896a4d6b73 req-f39db8cf-7545-4452-844d-d149d865a7bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 1098 time: 0.0391552 Jul 28 07:23:10.747773 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f3bd1a1d-f550-4406-8d5b-fc896a4d6b73 req-0f6a38c5-facb-41c2-a96d-c896da91d498 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296781 Jul 28 07:23:11.490464 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe7f5a-def2-4e32-b60c-e0a7c5158f01 req-3d202837-e171-4754-b07d-24df003ae401 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:11.492555 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ffbe7f5a-def2-4e32-b60c-e0a7c5158f01 req-3d202837-e171-4754-b07d-24df003ae401 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 945 time: 0.0523663 Jul 28 07:23:11.529375 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ffbe7f5a-def2-4e32-b60c-e0a7c5158f01 req-8f7916d4-5475-4c30-b42b-38a9cf1e5339 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308836 Jul 28 07:23:12.496343 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01d45248-2e20-407a-8d66-56dbd6e3bc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:12.748173 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:12.795574 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cff44-b8ad-4ddc-b7a0-4136bffed8ba req-79adc9eb-d8c0-411a-9a39-7274d040fe67 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:12.797043 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bd8cff44-b8ad-4ddc-b7a0-4136bffed8ba req-79adc9eb-d8c0-411a-9a39-7274d040fe67 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 945 time: 0.0487201 Jul 28 07:23:12.834425 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bd8cff44-b8ad-4ddc-b7a0-4136bffed8ba req-c23a1555-b3a4-444b-8dc5-e0eb21d48477 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314717 Jul 28 07:23:12.946378 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58b47e-d861-4707-9ac0-d11fa301236b req-9925cf47-40ad-4677-91e8-e8b5c3884e4f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:12.947848 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dd58b47e-d861-4707-9ac0-d11fa301236b req-9925cf47-40ad-4677-91e8-e8b5c3884e4f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 945 time: 0.0480480 Jul 28 07:23:12.984214 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dd58b47e-d861-4707-9ac0-d11fa301236b req-d21102ac-0034-4acd-84bc-14c843c66a94 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305462 Jul 28 07:23:13.005984 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 60466) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:23:13.047440 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d771c34-e309-4f53-af4c-1c0cdbdf292f tempest-TestVolumeBootPattern-406998715 tempest-TestVolumeBootPattern-406998715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:13.048895 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7d771c34-e309-4f53-af4c-1c0cdbdf292f tempest-TestVolumeBootPattern-406998715 tempest-TestVolumeBootPattern-406998715-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 1093 time: 0.0419571 Jul 28 07:23:13.051647 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 60468) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:23:13.056437 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Request body: {'floatingip': {'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'port_id': 'e50985e0-2313-4776-a90c-fed7ad604cbd', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:23:13.165390 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for floatingip, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:13.266115 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:13.369545 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Allocated IP 172.27.0.76 (8c193189-1b67-4afb-a9ff-6e33854cf3c6/2c40bc55-7b7c-48af-93d0-df9752159746/b646acae-208b-4445-bd9e-4e6dabfc2d74) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:23:13.399562 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:13.466451 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:13.559628 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:13.601265 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:23:13.604126 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:23:13.607555 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:23:13.614881 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event updated for resources: {'Port': ['ID=b646acae-208b-4445-bd9e-4e6dabfc2d74,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:23:13.641779 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:13.642135 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:13.642482 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:13.642846 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:13.643205 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:13.643545 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:13.643882 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:13.644215 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:13.644546 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:13.644874 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:13.645199 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:13.645524 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:23:13.965071 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:14.080825 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:14.245775 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:14.312499 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851772'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:14.378137 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event updated for resources: {'Port': ['ID=b646acae-208b-4445-bd9e-4e6dabfc2d74,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:23:14.390876 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019642'] for floatingip, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:14.487400 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.db.l3_db [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Floating IP 0268c49b-acde-4c16-bb6b-d554bda844ae associated. External IP: 172.27.0.76, port: e50985e0-2313-4776-a90c-fed7ad604cbd. Jul 28 07:23:14.707154 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Router ec5fdf2a-f295-4fe2-8951-56849ff28d20 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:23:14.810131 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:23:14.820196 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b657f7fc-d60d-4b1b-b59c-3f78cad4389e None None] Sync routers for ids ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:23:14.829299 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b657f7fc-d60d-4b1b-b59c-3f78cad4389e None None] Routers {'ec5fdf2a-f295-4fe2-8951-56849ff28d20'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:23:14.836470 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-b657f7fc-d60d-4b1b-b59c-3f78cad4389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:23:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:23:14.896544 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:14.923881 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c6f24b37-c450-4f52-a199-063bb268a00f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8712556 Jul 28 07:23:14.924550 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f6e129-7323-42bc-9aa4-25f8eb0da892', 'tag': 'e50985e0-2313-4776-a90c-fed7ad604cbd'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:23:14.926824 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf99b37901c056801dd7a1baa5d1ab64c278f5b65534bcabbbad100ea1a30f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388b12ad-82b3-4973-9f79-708ca643e7dc" -d '{"events": [{"name": "network-changed", "server_uuid": "19f6e129-7323-42bc-9aa4-25f8eb0da892", "tag": "e50985e0-2313-4776-a90c-fed7ad604cbd"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:23:14.937967 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-b657f7fc-d60d-4b1b-b59c-3f78cad4389e None None] Set router ec5fdf2a-f295-4fe2-8951-56849ff28d20 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:23:14.968864 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd551351-3be8-49df-9761-4e2264771d4f x-openstack-request-id: req-fd551351-3be8-49df-9761-4e2264771d4f {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:23:14.969377 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f6e129-7323-42bc-9aa4-25f8eb0da892", "tag": "e50985e0-2313-4776-a90c-fed7ad604cbd", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:23:14.969377 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fd551351-3be8-49df-9761-4e2264771d4f {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:23:14.969785 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f6e129-7323-42bc-9aa4-25f8eb0da892', 'tag': 'e50985e0-2313-4776-a90c-fed7ad604cbd', 'status': 'completed', 'code': 200} Jul 28 07:23:15.033868 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b12ad-82b3-4973-9f79-708ca643e7dc req-88c8408c-b6d0-46a3-8fb6-ec995a8db467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:15.035387 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-388b12ad-82b3-4973-9f79-708ca643e7dc req-88c8408c-b6d0-46a3-8fb6-ec995a8db467 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 1098 time: 0.0447798 Jul 28 07:23:15.096964 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:15.124244 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b12ad-82b3-4973-9f79-708ca643e7dc req-3b36c2b6-8e24-4178-a040-e83cf35a46e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:15.125730 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-388b12ad-82b3-4973-9f79-708ca643e7dc req-3b36c2b6-8e24-4178-a040-e83cf35a46e3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e68b2b1-7485-4acb-a982-bb078449d1f0 HTTP/1.1" status: 200 len: 911 time: 0.0838187 Jul 28 07:23:15.191042 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-b657f7fc-d60d-4b1b-b59c-3f78cad4389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': '0268c49b-acde-4c16-bb6b-d554bda844ae', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'port_id': 'e50985e0-2313-4776-a90c-fed7ad604cbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'mac_address': 'fa:16:3e:fe:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f6e129-7323-42bc-9aa4-25f8eb0da892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:23:13Z', 'updated_at': '2021-07-28T07:23:13Z', 'revision_number': 0, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3920e9-85f6-43a0-8e7e-40d73eaf11a4', 'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'mac_address': 'fa:16:3e:6c:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:57Z', 'updated_at': '2021-07-28T07:20:03Z', 'revision_number': 5, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'subnets': [{'id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:23:15.196367 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-388b12ad-82b3-4973-9f79-708ca643e7dc req-64d4848d-396f-4cf7-ba37-c9f1f2536f1d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e50985e0-2313-4776-a90c-fed7ad604cbd HTTP/1.1" status: 200 len: 998 time: 0.0631001 Jul 28 07:23:15.217653 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b657f7fc-d60d-4b1b-b59c-3f78cad4389e None None] Checking router: ec5fdf2a-f295-4fe2-8951-56849ff28d20 for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:23:15.228292 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b657f7fc-d60d-4b1b-b59c-3f78cad4389e None None] Routers {'ec5fdf2a-f295-4fe2-8951-56849ff28d20'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:23:15.228902 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-b657f7fc-d60d-4b1b-b59c-3f78cad4389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:23:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:23:15.244605 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b12ad-82b3-4973-9f79-708ca643e7dc req-39251a56-08d6-47b3-bf10-16f1a5cbaad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:15.246115 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-388b12ad-82b3-4973-9f79-708ca643e7dc req-39251a56-08d6-47b3-bf10-16f1a5cbaad5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=607fdff8-8936-4508-b613-74cb0ede1fa0 HTTP/1.1" status: 200 len: 849 time: 0.0430539 Jul 28 07:23:15.291869 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b12ad-82b3-4973-9f79-708ca643e7dc req-eaab2537-21e1-4904-aa75-7790138c0c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:15.293361 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-388b12ad-82b3-4973-9f79-708ca643e7dc req-eaab2537-21e1-4904-aa75-7790138c0c97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e68b2b1-7485-4acb-a982-bb078449d1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406992 Jul 28 07:23:15.333906 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-b657f7fc-d60d-4b1b-b59c-3f78cad4389e None None] Set router ec5fdf2a-f295-4fe2-8951-56849ff28d20 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:23:15.387507 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-388b12ad-82b3-4973-9f79-708ca643e7dc req-f780af63-1f3e-4e06-816f-c6aad580d8c5 service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868423 Jul 28 07:23:15.480152 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-388b12ad-82b3-4973-9f79-708ca643e7dc req-44042dfe-d19c-42a9-b0f1-ce2de5825852 service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857158 Jul 28 07:23:15.559092 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-b657f7fc-d60d-4b1b-b59c-3f78cad4389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': '0268c49b-acde-4c16-bb6b-d554bda844ae', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'port_id': 'e50985e0-2313-4776-a90c-fed7ad604cbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'mac_address': 'fa:16:3e:fe:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f6e129-7323-42bc-9aa4-25f8eb0da892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:23:13Z', 'updated_at': '2021-07-28T07:23:13Z', 'revision_number': 0, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3920e9-85f6-43a0-8e7e-40d73eaf11a4', 'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'mac_address': 'fa:16:3e:6c:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:57Z', 'updated_at': '2021-07-28T07:20:03Z', 'revision_number': 5, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'subnets': [{'id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:23:15.586567 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b657f7fc-d60d-4b1b-b59c-3f78cad4389e None None] The sync data for ids ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'] in dv-cinder-792800-1-iscsi is: [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': '0268c49b-acde-4c16-bb6b-d554bda844ae', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'port_id': 'e50985e0-2313-4776-a90c-fed7ad604cbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'mac_address': 'fa:16:3e:fe:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f6e129-7323-42bc-9aa4-25f8eb0da892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:23:13Z', 'updated_at': '2021-07-28T07:23:13Z', 'revision_number': 0, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3920e9-85f6-43a0-8e7e-40d73eaf11a4', 'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'mac_address': 'fa:16:3e:6c:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:57Z', 'updated_at': '2021-07-28T07:20:03Z', 'revision_number': 5, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'subnets': [{'id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:23:15.759438 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d181a38-75b5-4202-ab9e-869dd4206a18 None None] New status for floating IP 0268c49b-acde-4c16-bb6b-d554bda844ae: ACTIVE {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 07:23:23.652432 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [req-6963519f-7284-408f-a7cb-1ecf5986168d req-a8f9d4f3-ab39-40b9-8d96-69dbf2130331 service neutron] (93859) timed out ('10.222.0.11', 52861) {{(pid=93859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 07:23:27.164261 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:38.085031 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2a62b3bf-956d-406e-8b4f-b9a46647c97a req-df527526-b28d-40a3-b0bc-c0825d12169b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825696 Jul 28 07:23:38.167477 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62b3bf-956d-406e-8b4f-b9a46647c97a req-c045740a-e883-4e00-8706-b6948a0c48f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:38.168982 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2a62b3bf-956d-406e-8b4f-b9a46647c97a req-c045740a-e883-4e00-8706-b6948a0c48f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 1098 time: 0.0432155 Jul 28 07:23:38.268509 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62b3bf-956d-406e-8b4f-b9a46647c97a req-db0d61fe-3633-4064-99f1-06b8943bf52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:38.269892 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2a62b3bf-956d-406e-8b4f-b9a46647c97a req-db0d61fe-3633-4064-99f1-06b8943bf52a service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e68b2b1-7485-4acb-a982-bb078449d1f0 HTTP/1.1" status: 200 len: 911 time: 0.0826125 Jul 28 07:23:38.343334 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2a62b3bf-956d-406e-8b4f-b9a46647c97a req-18a18b6e-2ffc-4a2f-bee5-e3ff800f454b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e50985e0-2313-4776-a90c-fed7ad604cbd HTTP/1.1" status: 200 len: 1000 time: 0.0666525 Jul 28 07:23:38.391796 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62b3bf-956d-406e-8b4f-b9a46647c97a req-042cb60d-8128-44c5-a2bd-65412cd553da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:38.393231 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2a62b3bf-956d-406e-8b4f-b9a46647c97a req-042cb60d-8128-44c5-a2bd-65412cd553da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=607fdff8-8936-4508-b613-74cb0ede1fa0 HTTP/1.1" status: 200 len: 849 time: 0.0436404 Jul 28 07:23:38.437154 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62b3bf-956d-406e-8b4f-b9a46647c97a req-8abdacf5-ecb6-4424-9126-4b2f70ad2bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:23:38.438603 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2a62b3bf-956d-406e-8b4f-b9a46647c97a req-8abdacf5-ecb6-4424-9126-4b2f70ad2bc6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e68b2b1-7485-4acb-a982-bb078449d1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386190 Jul 28 07:23:38.526669 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2a62b3bf-956d-406e-8b4f-b9a46647c97a req-98d98bcb-9973-417e-a5d7-a6730a627a1e service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808957 Jul 28 07:23:38.611282 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2a62b3bf-956d-406e-8b4f-b9a46647c97a req-8a0f58c2-0e6b-4494-bc43-0cb7e53d76cc service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781455 Jul 28 07:23:38.814635 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:23:39.701272 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-61123a65-66ee-418a-bc48-56248d0e9643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:42.461630 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9e0b6e41-e260-407e-891c-2af8ea708070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:42.769438 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:43.409924 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:45.133344 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:23:57.169348 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:09.718071 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8dd410a9-af9d-4877-95d3-d7c9b292c781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:12.454733 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-81c2245b-ba59-4179-89ec-59a23bfe978b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:12.769168 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:13.392352 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:15.124064 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:15.813268 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:24:22.157888 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [req-7149bafd-4445-4ef1-992f-63363b8f59e9 req-a516dcda-7f39-4951-a7d8-91542df9c5b2 service neutron] (93859) timed out ('10.222.0.11', 52869) {{(pid=93859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 07:24:27.174524 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:38.063549 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3136bf80-636f-4a21-bc0f-c90cdc46ba26 req-cb5743b8-2173-425f-91f8-9af0e1debae9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408552 Jul 28 07:24:38.144433 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136bf80-636f-4a21-bc0f-c90cdc46ba26 req-ab8ab32d-2db9-44ba-bf5f-c6cfafc2e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:24:38.145858 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3136bf80-636f-4a21-bc0f-c90cdc46ba26 req-ab8ab32d-2db9-44ba-bf5f-c6cfafc2e73c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 1098 time: 0.0421629 Jul 28 07:24:38.248263 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136bf80-636f-4a21-bc0f-c90cdc46ba26 req-a5e098a6-6fea-45fa-97b2-0e4d15dbf515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:24:38.249747 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3136bf80-636f-4a21-bc0f-c90cdc46ba26 req-a5e098a6-6fea-45fa-97b2-0e4d15dbf515 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e68b2b1-7485-4acb-a982-bb078449d1f0 HTTP/1.1" status: 200 len: 911 time: 0.0855253 Jul 28 07:24:38.316543 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3136bf80-636f-4a21-bc0f-c90cdc46ba26 req-df6a9e46-ac0b-4f7a-bbc4-9a74625431a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e50985e0-2313-4776-a90c-fed7ad604cbd HTTP/1.1" status: 200 len: 1000 time: 0.0595322 Jul 28 07:24:38.365153 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136bf80-636f-4a21-bc0f-c90cdc46ba26 req-c7a4897e-e57b-48ef-930a-aa7cbd03db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:24:38.369082 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3136bf80-636f-4a21-bc0f-c90cdc46ba26 req-c7a4897e-e57b-48ef-930a-aa7cbd03db9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=607fdff8-8936-4508-b613-74cb0ede1fa0 HTTP/1.1" status: 200 len: 849 time: 0.0428908 Jul 28 07:24:38.413937 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136bf80-636f-4a21-bc0f-c90cdc46ba26 req-5143f046-d3b8-4158-b8f0-96ab08fa0f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:24:38.415454 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3136bf80-636f-4a21-bc0f-c90cdc46ba26 req-5143f046-d3b8-4158-b8f0-96ab08fa0f6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e68b2b1-7485-4acb-a982-bb078449d1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416441 Jul 28 07:24:38.507729 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3136bf80-636f-4a21-bc0f-c90cdc46ba26 req-a4036d27-ee2e-4963-ba80-9f4aeb4271fe service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841794 Jul 28 07:24:38.593492 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3136bf80-636f-4a21-bc0f-c90cdc46ba26 req-a5e3d82a-f838-4f9f-ac6f-748eb78a557d service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791302 Jul 28 07:24:39.722763 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c8694721-9eaa-4fb4-b1e6-715345fb3f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:42.465899 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6f51665-e2a8-4fea-97de-684d9969af18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:42.757942 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:43.414790 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:45.128649 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:52.812380 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:24:54.466471 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4b7df4e1-273d-424f-a281-781897ce4590 req-ee413c2d-5384-4566-bcc2-060e95a11054 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-857608023&fields=id&tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188 HTTP/1.1" status: 200 len: 267 time: 0.0354927 Jul 28 07:24:54.573073 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7df4e1-273d-424f-a281-781897ce4590 req-5b872a96-abea-470e-8c2b-66fdd295b194 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:24:54.574451 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4b7df4e1-273d-424f-a281-781897ce4590 req-5b872a96-abea-470e-8c2b-66fdd295b194 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/networks?id=2e68b2b1-7485-4acb-a982-bb078449d1f0 HTTP/1.1" status: 200 len: 810 time: 0.1013021 Jul 28 07:24:54.589556 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4b7df4e1-273d-424f-a281-781897ce4590 req-bb69e2f7-c780-4b9e-9030-858404dcd42e tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/quotas/707b00c1d5fb4ce5a9d7e568b1aa1188 HTTP/1.1" status: 200 len: 375 time: 0.0094030 Jul 28 07:24:54.647592 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4b7df4e1-273d-424f-a281-781897ce4590 req-e35f4a8b-b76b-4a46-b98f-42a023cbd38d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0522201 Jul 28 07:24:54.782834 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4b7df4e1-273d-424f-a281-781897ce4590 req-725b5a67-88da-41c3-be63-f3cc21362095 service neutron] 10.222.0.10 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237693 Jul 28 07:24:54.877021 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4b7df4e1-273d-424f-a281-781897ce4590 req-97baf714-b077-4b87-9cb2-b9793802d51b service neutron] 10.222.0.10 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874908 Jul 28 07:24:55.429484 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fce93ea8-eecc-4885-9089-b4fb07963715 req-80070f61-d0e8-43df-b515-8f80237c7a9e tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 210 time: 0.0286634 Jul 28 07:24:56.517345 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-60ebe6da-c1cc-4c17-9a6b-0b9eaec793ca req-9bde56f2-558b-4b04-87e9-1b67ebad1e77 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 210 time: 0.0264351 Jul 28 07:24:57.174076 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:57.363093 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7df4e1-273d-424f-a281-781897ce4590 req-3baf93b9-d949-4f2c-a03a-ad12d387080a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:24:57.364536 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4b7df4e1-273d-424f-a281-781897ce4590 req-3baf93b9-d949-4f2c-a03a-ad12d387080a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.11 "GET /v2.0/networks?id=2e68b2b1-7485-4acb-a982-bb078449d1f0 HTTP/1.1" status: 200 len: 810 time: 0.1025555 Jul 28 07:24:57.407006 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4b7df4e1-273d-424f-a281-781897ce4590 req-14febde0-77fc-40da-969f-51ec65f02006 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188 HTTP/1.1" status: 200 len: 379 time: 0.0337021 Jul 28 07:24:57.416020 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-4b7df4e1-273d-424f-a281-781897ce4590 req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Request body: {'port': {'device_id': 'a5046f39-a9b3-4576-9b44-b68d7aa3a464', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'admin_state_up': True, 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'security_groups': ['613783bf-a53f-4913-afa1-b9c2bb03f226']}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:24:57.574260 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b7df4e1-273d-424f-a281-781897ce4590 req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Made reservation on behalf of 707b00c1d5fb4ce5a9d7e568b1aa1188 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 07:24:57.577912 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-4b7df4e1-273d-424f-a281-781897ce4590 req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:57.611462 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7ba5a4a6-8e12-44b0-8ff9-06b02b4d1538 req-fd069a98-4e36-45e0-9f00-ce3ba7d4e43b tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 210 time: 0.0254633 Jul 28 07:24:57.701219 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-4b7df4e1-273d-424f-a281-781897ce4590 req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Allocated IP 172.20.0.8 (2e68b2b1-7485-4acb-a982-bb078449d1f0/607fdff8-8936-4508-b613-74cb0ede1fa0/9c81268f-9b22-4426-923b-642f6c30592a) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:24:57.830859 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-4b7df4e1-273d-424f-a281-781897ce4590 req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:57.847269 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-4b7df4e1-273d-424f-a281-781897ce4590 req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Transition to ACTIVE for port object 9c81268f-9b22-4426-923b-642f6c30592a will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:24:57.951955 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-4b7df4e1-273d-424f-a281-781897ce4590 req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:57.994857 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b7df4e1-273d-424f-a281-781897ce4590 req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Network 2e68b2b1-7485-4acb-a982-bb078449d1f0 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:24:57.998367 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-4b7df4e1-273d-424f-a281-781897ce4590 req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:24:58.000875 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7df4e1-273d-424f-a281-781897ce4590 req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:24:58.027561 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event updated for resources: {'Port': ['ID=9c81268f-9b22-4426-923b-642f6c30592a,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:24:58.044150 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:24:58.044490 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:24:58.044822 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:24:58.045149 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:24:58.045472 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:24:58.045840 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:24:58.046165 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:24:58.046485 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:24:58.046828 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:24:58.047328 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:24:58.047655 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:24:58.047970 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:24:58.069322 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7df4e1-273d-424f-a281-781897ce4590 req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:24:58.069934 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-4b7df4e1-273d-424f-a281-781897ce4590 req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:58.157758 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4b7df4e1-273d-424f-a281-781897ce4590 req-244bd5ee-d490-4f6a-a519-9dbf8b566087 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7452693 Jul 28 07:24:58.170139 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] Request body: {'port': {'device_id': 'a5046f39-a9b3-4576-9b44-b68d7aa3a464', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:24:58.227379 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:58.243597 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-b9881f61-8f57-43f3-a8d1-9fa1e953b086 None None] Provisioning for port 9c81268f-9b22-4426-923b-642f6c30592a completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:24:58.248096 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-b9881f61-8f57-43f3-a8d1-9fa1e953b086 None None] Provisioning complete for port 9c81268f-9b22-4426-923b-642f6c30592a triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:24:58.252531 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b9881f61-8f57-43f3-a8d1-9fa1e953b086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:58.283726 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b9881f61-8f57-43f3-a8d1-9fa1e953b086 None None] Port 9c81268f-9b22-4426-923b-642f6c30592a cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 07:24:58.484962 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c81268f-9b22-4426-923b-642f6c30592a {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:24:58.492141 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:58.503982 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] Transition to ACTIVE for port object 9c81268f-9b22-4426-923b-642f6c30592a will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 07:24:58.590721 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:58.641846 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c81268f-9b22-4426-923b-642f6c30592a,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:24:58.713594 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] Attempting to bind port 9c81268f-9b22-4426-923b-642f6c30592a on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 07:24:58.714123 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] Attempting to bind port 9c81268f-9b22-4426-923b-642f6c30592a by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'c150c037-938f-4957-943c-2d2357b8ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 07:24:58.714494 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] Attempting to bind port 9c81268f-9b22-4426-923b-642f6c30592a on network 2e68b2b1-7485-4acb-a982-bb078449d1f0 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:24:58.719221 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] Port 9c81268f-9b22-4426-923b-642f6c30592a on network 2e68b2b1-7485-4acb-a982-bb078449d1f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 07:24:58.719588 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] Attempting to bind port 9c81268f-9b22-4426-923b-642f6c30592a on network 2e68b2b1-7485-4acb-a982-bb078449d1f0 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 07:24:58.724685 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] Checking agent: {'id': '9049993c-5c8b-4294-bcfd-702819f13098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'started_at': datetime.datetime(2021, 7, 28, 7, 6, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 7, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 07:24:58.725146 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] Checking segment: {'id': 'c150c037-938f-4957-943c-2d2357b8ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 07:24:58.725647 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] Bound using segment: {'id': 'c150c037-938f-4957-943c-2d2357b8ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 07:24:58.726167 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] Bound port: 9c81268f-9b22-4426-923b-642f6c30592a, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c150c037-938f-4957-943c-2d2357b8ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 07:24:58.726648 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:58.737888 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59795672-53bb-4ce8-b9d3-4840de6cff31 req-01418a0a-8cca-40b5-bbd9-37a0c317d76b tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:24:58.739443 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-59795672-53bb-4ce8-b9d3-4840de6cff31 req-01418a0a-8cca-40b5-bbd9-37a0c317d76b tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 943 time: 0.0551388 Jul 28 07:24:58.782978 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-59795672-53bb-4ce8-b9d3-4840de6cff31 req-333633f7-3f7f-40a5-989b-f34a5eee3f43 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368285 Jul 28 07:24:58.795514 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] For port 9c81268f-9b22-4426-923b-642f6c30592a, host hv-cinder-79280, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 07:24:58.799204 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] For port 9c81268f-9b22-4426-923b-642f6c30592a, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9c81268f-9b22-4426-923b-642f6c30592a,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 07:24:58.848558 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9288161'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:58.882692 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:24:58.883326 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:24:58.884779 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4b7df4e1-273d-424f-a281-781897ce4590 req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] 10.222.0.11 "PUT /v2.0/ports/9c81268f-9b22-4426-923b-642f6c30592a HTTP/1.1" status: 200 len: 1093 time: 0.7189033 Jul 28 07:24:58.885173 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5046f39-a9b3-4576-9b44-b68d7aa3a464', 'tag': '9c81268f-9b22-4426-923b-642f6c30592a'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:24:58.887414 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925663bf-1efa-4b85-b25f-96e6814f1abb" -d '{"events": [{"name": "network-changed", "server_uuid": "a5046f39-a9b3-4576-9b44-b68d7aa3a464", "tag": "9c81268f-9b22-4426-923b-642f6c30592a"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:24:58.911085 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52177d0-1ebd-4ca0-b88a-279c5ac254f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c81268f-9b22-4426-923b-642f6c30592a,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:24:58.935992 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1efcd3-d6a5-4339-b417-168c311bddd4 x-openstack-request-id: req-2b1efcd3-d6a5-4339-b417-168c311bddd4 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:24:58.936287 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5046f39-a9b3-4576-9b44-b68d7aa3a464", "tag": "9c81268f-9b22-4426-923b-642f6c30592a", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:24:58.936539 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b1efcd3-d6a5-4339-b417-168c311bddd4 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:24:58.936937 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5046f39-a9b3-4576-9b44-b68d7aa3a464', 'tag': '9c81268f-9b22-4426-923b-642f6c30592a', 'status': 'completed', 'code': 200} Jul 28 07:24:59.000913 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925663bf-1efa-4b85-b25f-96e6814f1abb req-d736ee38-ac4c-40ef-a5be-cb2b43e5ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:24:59.002430 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-925663bf-1efa-4b85-b25f-96e6814f1abb req-d736ee38-ac4c-40ef-a5be-cb2b43e5ddc8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 1096 time: 0.0431824 Jul 28 07:24:59.100465 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925663bf-1efa-4b85-b25f-96e6814f1abb req-8dbdbc3d-fbe4-42ca-b7b4-c8ed3eba1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:24:59.101981 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-925663bf-1efa-4b85-b25f-96e6814f1abb req-8dbdbc3d-fbe4-42ca-b7b4-c8ed3eba1aee service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0918186 Jul 28 07:24:59.191504 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925663bf-1efa-4b85-b25f-96e6814f1abb req-067e68c1-c2ab-466c-a080-b0fd88ba9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:24:59.192872 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-925663bf-1efa-4b85-b25f-96e6814f1abb req-067e68c1-c2ab-466c-a080-b0fd88ba9113 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0847700 Jul 28 07:24:59.271245 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7df4e1-273d-424f-a281-781897ce4590 req-8a7ac9fd-f848-4ed6-8b69-5ecafceaddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:24:59.272696 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4b7df4e1-273d-424f-a281-781897ce4590 req-8a7ac9fd-f848-4ed6-8b69-5ecafceaddcc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 1096 time: 0.0442195 Jul 28 07:24:59.312551 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4b7df4e1-273d-424f-a281-781897ce4590 req-d9d35e36-daf4-427d-b24d-dce350e2a02c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c81268f-9b22-4426-923b-642f6c30592a HTTP/1.1" status: 200 len: 217 time: 0.0324726 Jul 28 07:24:59.360382 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7df4e1-273d-424f-a281-781897ce4590 req-305b4265-a5bc-4713-ad10-0d137ee75172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:24:59.361808 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4b7df4e1-273d-424f-a281-781897ce4590 req-305b4265-a5bc-4713-ad10-0d137ee75172 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=607fdff8-8936-4508-b613-74cb0ede1fa0 HTTP/1.1" status: 200 len: 849 time: 0.0423601 Jul 28 07:24:59.409484 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7df4e1-273d-424f-a281-781897ce4590 req-c70292fe-5979-426c-b12f-5c448792a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:24:59.410985 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4b7df4e1-273d-424f-a281-781897ce4590 req-c70292fe-5979-426c-b12f-5c448792a3aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e68b2b1-7485-4acb-a982-bb078449d1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419130 Jul 28 07:24:59.496426 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4b7df4e1-273d-424f-a281-781897ce4590 req-c61f944e-1a0e-4cc1-abc7-57f26ed9f2e1 service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778873 Jul 28 07:24:59.584851 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4b7df4e1-273d-424f-a281-781897ce4590 req-e57533a7-242b-469c-9c09-b10e7fd29638 service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814104 Jul 28 07:24:59.896738 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b0333-d414-43f5-b8dd-d7bb6b5fa5f3 req-1dbd26a3-04ac-437a-85f9-ba50376e2f28 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:24:59.898199 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d18b0333-d414-43f5-b8dd-d7bb6b5fa5f3 req-1dbd26a3-04ac-437a-85f9-ba50376e2f28 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 943 time: 0.0481577 Jul 28 07:24:59.935735 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d18b0333-d414-43f5-b8dd-d7bb6b5fa5f3 req-efa5e807-60d3-4939-88c1-736284965f62 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310173 Jul 28 07:25:01.045182 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229da31-7d0d-458b-87c9-4de91786cb25 req-bbe54754-390e-4bd4-ba2c-bda33d2af4c9 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:25:01.046648 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b229da31-7d0d-458b-87c9-4de91786cb25 req-bbe54754-390e-4bd4-ba2c-bda33d2af4c9 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 943 time: 0.0468204 Jul 28 07:25:01.082806 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b229da31-7d0d-458b-87c9-4de91786cb25 req-5e3c1732-4645-4c8a-a48a-c734b68b7d07 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304461 Jul 28 07:25:02.197084 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947a4a0-acd6-4c8b-b3bc-b9cf29f77faa req-12e51505-c16e-49bb-b64d-1513b36996f6 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:25:02.198636 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6947a4a0-acd6-4c8b-b3bc-b9cf29f77faa req-12e51505-c16e-49bb-b64d-1513b36996f6 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 943 time: 0.0513587 Jul 28 07:25:02.235461 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6947a4a0-acd6-4c8b-b3bc-b9cf29f77faa req-519cafc8-03fc-42f0-a9dc-a9057e921469 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309184 Jul 28 07:25:03.352114 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c5c1f-7cfe-4450-8942-55c9c75812c9 req-0a61452f-1c25-42c0-bf5e-04b906c2204b tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:25:03.353655 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9f7c5c1f-7cfe-4450-8942-55c9c75812c9 req-0a61452f-1c25-42c0-bf5e-04b906c2204b tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 943 time: 0.0484204 Jul 28 07:25:03.390674 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9f7c5c1f-7cfe-4450-8942-55c9c75812c9 req-f877d25a-ada2-4322-b3f0-9339d77e7ace tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311937 Jul 28 07:25:04.502000 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9610a99-bbb7-460a-9902-fd6afb1cef0f req-68d4df5c-8b05-43c9-8e91-01ebda3f5573 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:25:04.503467 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b9610a99-bbb7-460a-9902-fd6afb1cef0f req-68d4df5c-8b05-43c9-8e91-01ebda3f5573 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 943 time: 0.0473747 Jul 28 07:25:04.543517 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b9610a99-bbb7-460a-9902-fd6afb1cef0f req-f69fc301-0009-4cfb-9147-ea511b71f6f1 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334861 Jul 28 07:25:05.712809 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992c79f-e58b-4efa-90fb-bd22d92cef32 req-3d1fe1c9-46a3-4f29-a637-7f5d2874e913 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:25:05.714258 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7992c79f-e58b-4efa-90fb-bd22d92cef32 req-3d1fe1c9-46a3-4f29-a637-7f5d2874e913 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 943 time: 0.0517681 Jul 28 07:25:05.751205 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7992c79f-e58b-4efa-90fb-bd22d92cef32 req-5f2a91fb-0368-471e-9c35-943d9490b589 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309441 Jul 28 07:25:06.511701 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 9c81268f-9b22-4426-923b-642f6c30592a details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 07:25:06.612037 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 9c81268f-9b22-4426-923b-642f6c30592a, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9c81268f-9b22-4426-923b-642f6c30592a,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:25:06.622935 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Returning: {'device': '9c81268f-9b22-4426-923b-642f6c30592a', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'port_id': '9c81268f-9b22-4426-923b-642f6c30592a', 'mac_address': 'fa:16:3e:91:a2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 07:25:06.658229 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:06.670752 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c81268f-9b22-4426-923b-642f6c30592a {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 07:25:06.689159 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 9c81268f-9b22-4426-923b-642f6c30592a, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9c81268f-9b22-4426-923b-642f6c30592a,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:25:06.745220 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:06.798763 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=9c81268f-9b22-4426-923b-642f6c30592a,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:25:06.798763 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:06.798763 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:06.799035 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:06.799275 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:06.799600 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:06.799925 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:06.800243 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:06.800570 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:06.800890 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:06.801205 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:06.801561 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:06.801856 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:06.869723 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d3bbc-a0a4-4938-bc35-b0042cb7fc09 req-a87b56eb-f9a9-45a1-bdf0-0eceaa3b49bc tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:25:06.871523 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-466d3bbc-a0a4-4938-bc35-b0042cb7fc09 req-a87b56eb-f9a9-45a1-bdf0-0eceaa3b49bc tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 944 time: 0.0551431 Jul 28 07:25:06.909349 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-466d3bbc-a0a4-4938-bc35-b0042cb7fc09 req-9785775a-ea85-4c50-923f-582a5ee148c3 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317292 Jul 28 07:25:06.983493 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] get_ports_and_sgs() called for port_ids ['9c81268f-9b22-4426-923b-642f6c30592a'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 07:25:08.019968 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f273176-dc69-4cf4-a569-4579f192ffe3 req-e1de4503-f2d5-4d23-91a3-b953783cce7d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:25:08.021406 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4f273176-dc69-4cf4-a569-4579f192ffe3 req-e1de4503-f2d5-4d23-91a3-b953783cce7d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 944 time: 0.0481007 Jul 28 07:25:08.057953 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4f273176-dc69-4cf4-a569-4579f192ffe3 req-d33aa8c4-48cc-4d21-a369-2d78ed9773e3 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307541 Jul 28 07:25:08.545101 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 9c81268f-9b22-4426-923b-642f6c30592a up at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 07:25:08.648134 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning for port 9c81268f-9b22-4426-923b-642f6c30592a completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 07:25:08.652032 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Provisioning complete for port 9c81268f-9b22-4426-923b-642f6c30592a triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 07:25:08.652402 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986900'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:08.733061 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:08.757758 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5046f39-a9b3-4576-9b44-b68d7aa3a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c81268f-9b22-4426-923b-642f6c30592a'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:25:08.760252 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47b368a6479cd12286ef2ad81b603e46a2f7c1cbf90446493ac2754d1eb255c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f128e0e3-17b9-413a-8a51-ae03b89c25a0" -d '{"events": [{"server_uuid": "a5046f39-a9b3-4576-9b44-b68d7aa3a464", "name": "network-vif-plugged", "status": "completed", "tag": "9c81268f-9b22-4426-923b-642f6c30592a"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:25:08.779346 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] For port 9c81268f-9b22-4426-923b-642f6c30592a, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9c81268f-9b22-4426-923b-642f6c30592a,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:25:08.849860 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9194c918-1553-463d-be6a-072811efad5e x-openstack-request-id: req-9194c918-1553-463d-be6a-072811efad5e {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:25:08.850154 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5046f39-a9b3-4576-9b44-b68d7aa3a464", "name": "network-vif-plugged", "status": "completed", "tag": "9c81268f-9b22-4426-923b-642f6c30592a", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:25:08.850409 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9194c918-1553-463d-be6a-072811efad5e {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:25:08.850833 dv-cinder-792800-1-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5046f39-a9b3-4576-9b44-b68d7aa3a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c81268f-9b22-4426-923b-642f6c30592a', 'code': 200} Jul 28 07:25:08.859956 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:08.909268 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Pushing event updated for resources: {'Port': ['ID=9c81268f-9b22-4426-923b-642f6c30592a,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:25:09.172983 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9959371-482c-492e-93fd-8cd1b2344ba9 req-66df92c5-16f9-4514-abd2-96acca6f98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:25:09.174422 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e9959371-482c-492e-93fd-8cd1b2344ba9 req-66df92c5-16f9-4514-abd2-96acca6f98c9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 1098 time: 0.0415792 Jul 28 07:25:09.181044 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419b5f8-0475-4eab-a739-1dfbe975bf88 req-cdc1e69f-88ea-487d-bf7f-a6fd54657523 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:25:09.188589 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e419b5f8-0475-4eab-a739-1dfbe975bf88 req-cdc1e69f-88ea-487d-bf7f-a6fd54657523 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 945 time: 0.0546036 Jul 28 07:25:09.212306 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e9959371-482c-492e-93fd-8cd1b2344ba9 req-c68fd173-5ce6-4615-959d-286be5626626 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301697 Jul 28 07:25:09.222270 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e419b5f8-0475-4eab-a739-1dfbe975bf88 req-41f81029-02ec-4666-b067-4f0c1b9fe3a3 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326474 Jul 28 07:25:09.774028 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-746685cb-01d9-438c-8c58-5d1ce70ac0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:10.332018 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae9626-1c9a-4a9b-a8e8-a05db6f037e1 req-fe9b3aa8-5b3d-4ffb-852d-803cf9e4276f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:25:10.333443 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e6ae9626-1c9a-4a9b-a8e8-a05db6f037e1 req-fe9b3aa8-5b3d-4ffb-852d-803cf9e4276f tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 945 time: 0.0469649 Jul 28 07:25:10.371223 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e6ae9626-1c9a-4a9b-a8e8-a05db6f037e1 req-7ae5add1-c2d6-4a03-a1f7-089fe488dddc tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314050 Jul 28 07:25:10.481689 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a8058-19d3-4fc2-8330-f95dc132cfdb req-6cae23dd-1c40-4ef3-abc3-724b52b7136b tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:25:10.486976 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c83a8058-19d3-4fc2-8330-f95dc132cfdb req-6cae23dd-1c40-4ef3-abc3-724b52b7136b tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 945 time: 0.0528598 Jul 28 07:25:10.520532 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c83a8058-19d3-4fc2-8330-f95dc132cfdb req-b9ea1bb7-53cf-4cc1-a0fd-579c009005e3 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313578 Jul 28 07:25:10.543304 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 60608) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:25:10.583678 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a877cf-bb42-4658-8f35-2de9199a1f0d tempest-TestVolumeBootPattern-406998715 tempest-TestVolumeBootPattern-406998715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:25:10.585122 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-37a877cf-bb42-4658-8f35-2de9199a1f0d tempest-TestVolumeBootPattern-406998715 tempest-TestVolumeBootPattern-406998715-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 1093 time: 0.0408895 Jul 28 07:25:10.588192 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 60610) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:25:10.592313 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Request body: {'floatingip': {'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'port_id': '9c81268f-9b22-4426-923b-642f6c30592a', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 07:25:10.688147 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for floatingip, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:10.781230 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:10.882379 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Allocated IP 172.27.0.137 (8c193189-1b67-4afb-a9ff-6e33854cf3c6/2c40bc55-7b7c-48af-93d0-df9752159746/decc77c4-38bd-4766-bf25-8a6cc8287548) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 07:25:10.978343 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:11.059889 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745676262422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:11.098590 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Network 8c193189-1b67-4afb-a9ff-6e33854cf3c6 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 07:25:11.101312 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 07:25:11.104842 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 07:25:11.129822 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event updated for resources: {'Port': ['ID=decc77c4-38bd-4766-bf25-8a6cc8287548,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:25:11.141301 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:11.141649 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:11.141989 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:11.142321 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:11.142680 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:11.143015 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:11.143343 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:11.143666 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:11.143994 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:11.144316 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:11.144636 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:11.144954 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:25:11.480488 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:11.868226 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551767'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:12.012014 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:12.070030 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745676651825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745676262440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745676262458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851772'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:12.135045 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event updated for resources: {'Port': ['ID=decc77c4-38bd-4766-bf25-8a6cc8287548,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:25:12.146702 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019642'] for floatingip, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:12.241211 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.db.l3_db [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Floating IP 4c352637-548e-4959-a440-776e93e4a3c9 associated. External IP: 172.27.0.137, port: 9c81268f-9b22-4426-923b-642f6c30592a. Jul 28 07:25:12.441601 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Router ec5fdf2a-f295-4fe2-8951-56849ff28d20 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:25:12.476622 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-06cdfa62-6c32-4818-81d6-6ff789797451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:12.548699 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:25:12.558339 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc41c6-96f3-4ae7-a075-497be528ae5c None None] Sync routers for ids ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:25:12.567147 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc41c6-96f3-4ae7-a075-497be528ae5c None None] Routers {'ec5fdf2a-f295-4fe2-8951-56849ff28d20'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:25:12.571859 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-4cbc41c6-96f3-4ae7-a075-497be528ae5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:25:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:25:12.654022 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:12.672150 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-4cbc41c6-96f3-4ae7-a075-497be528ae5c None None] Set router ec5fdf2a-f295-4fe2-8951-56849ff28d20 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:25:12.682654 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-63bc41ad-a4af-41c3-8215-fe77ef6c476d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0933998 Jul 28 07:25:12.683273 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5046f39-a9b3-4576-9b44-b68d7aa3a464', 'tag': '9c81268f-9b22-4426-923b-642f6c30592a'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:25:12.685534 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf99b37901c056801dd7a1baa5d1ab64c278f5b65534bcabbbad100ea1a30f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2eae2c4-4705-4f5f-9625-2ada9d739739" -d '{"events": [{"name": "network-changed", "server_uuid": "a5046f39-a9b3-4576-9b44-b68d7aa3a464", "tag": "9c81268f-9b22-4426-923b-642f6c30592a"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:25:12.773215 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b6ff06-8e73-4959-80f1-f543e13d4e3f x-openstack-request-id: req-88b6ff06-8e73-4959-80f1-f543e13d4e3f {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:25:12.773522 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5046f39-a9b3-4576-9b44-b68d7aa3a464", "tag": "9c81268f-9b22-4426-923b-642f6c30592a", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:25:12.773753 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-88b6ff06-8e73-4959-80f1-f543e13d4e3f {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:25:12.774157 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5046f39-a9b3-4576-9b44-b68d7aa3a464', 'tag': '9c81268f-9b22-4426-923b-642f6c30592a', 'status': 'completed', 'code': 200} Jul 28 07:25:12.791436 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:12.834490 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eae2c4-4705-4f5f-9625-2ada9d739739 req-567efd4c-6b68-41bb-ae28-4cdee739b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:25:12.836064 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d2eae2c4-4705-4f5f-9625-2ada9d739739 req-567efd4c-6b68-41bb-ae28-4cdee739b76b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 1098 time: 0.0407119 Jul 28 07:25:12.908003 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-4cbc41c6-96f3-4ae7-a075-497be528ae5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': '0268c49b-acde-4c16-bb6b-d554bda844ae', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'port_id': 'e50985e0-2313-4776-a90c-fed7ad604cbd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'mac_address': 'fa:16:3e:fe:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f6e129-7323-42bc-9aa4-25f8eb0da892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:23:13Z', 'updated_at': '2021-07-28T07:23:15Z', 'revision_number': 1, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'fixed_ip_address_scope': None}, {'id': '4c352637-548e-4959-a440-776e93e4a3c9', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'port_id': '9c81268f-9b22-4426-923b-642f6c30592a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'mac_address': 'fa:16:3e:91:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5046f39-a9b3-4576-9b44-b68d7aa3a464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:25:11Z', 'updated_at': '2021-07-28T07:25:11Z', 'revision_number': 0, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3920e9-85f6-43a0-8e7e-40d73eaf11a4', 'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'mac_address': 'fa:16:3e:6c:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:57Z', 'updated_at': '2021-07-28T07:20:03Z', 'revision_number': 5, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'subnets': [{'id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:25:12.935594 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc41c6-96f3-4ae7-a075-497be528ae5c None None] Checking router: ec5fdf2a-f295-4fe2-8951-56849ff28d20 for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:25:12.944520 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc41c6-96f3-4ae7-a075-497be528ae5c None None] Routers {'ec5fdf2a-f295-4fe2-8951-56849ff28d20'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:25:12.945177 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-4cbc41c6-96f3-4ae7-a075-497be528ae5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:25:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:25:13.052873 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-4cbc41c6-96f3-4ae7-a075-497be528ae5c None None] Set router ec5fdf2a-f295-4fe2-8951-56849ff28d20 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:25:13.173362 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eae2c4-4705-4f5f-9625-2ada9d739739 req-661098a1-4a92-4a85-81ac-97c4b8fa4f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:25:13.174907 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d2eae2c4-4705-4f5f-9625-2ada9d739739 req-661098a1-4a92-4a85-81ac-97c4b8fa4f90 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e68b2b1-7485-4acb-a982-bb078449d1f0 HTTP/1.1" status: 200 len: 911 time: 0.3322062 Jul 28 07:25:13.246373 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d2eae2c4-4705-4f5f-9625-2ada9d739739 req-f15fa158-f70f-4156-80ca-44677e1df6f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c81268f-9b22-4426-923b-642f6c30592a HTTP/1.1" status: 200 len: 999 time: 0.0635645 Jul 28 07:25:13.295076 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eae2c4-4705-4f5f-9625-2ada9d739739 req-bd2e7b00-c897-4787-baf8-37e2459b27a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:25:13.296673 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d2eae2c4-4705-4f5f-9625-2ada9d739739 req-bd2e7b00-c897-4787-baf8-37e2459b27a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=607fdff8-8936-4508-b613-74cb0ede1fa0 HTTP/1.1" status: 200 len: 849 time: 0.0430133 Jul 28 07:25:13.345875 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eae2c4-4705-4f5f-9625-2ada9d739739 req-c3395ff4-a011-416b-9cde-6ac6aad9ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:25:13.347614 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d2eae2c4-4705-4f5f-9625-2ada9d739739 req-c3395ff4-a011-416b-9cde-6ac6aad9ce58 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e68b2b1-7485-4acb-a982-bb078449d1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443594 Jul 28 07:25:13.411540 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-4cbc41c6-96f3-4ae7-a075-497be528ae5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': '0268c49b-acde-4c16-bb6b-d554bda844ae', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'port_id': 'e50985e0-2313-4776-a90c-fed7ad604cbd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'mac_address': 'fa:16:3e:fe:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f6e129-7323-42bc-9aa4-25f8eb0da892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:23:13Z', 'updated_at': '2021-07-28T07:23:15Z', 'revision_number': 1, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'fixed_ip_address_scope': None}, {'id': '4c352637-548e-4959-a440-776e93e4a3c9', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'port_id': '9c81268f-9b22-4426-923b-642f6c30592a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'mac_address': 'fa:16:3e:91:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5046f39-a9b3-4576-9b44-b68d7aa3a464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:25:11Z', 'updated_at': '2021-07-28T07:25:11Z', 'revision_number': 0, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3920e9-85f6-43a0-8e7e-40d73eaf11a4', 'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'mac_address': 'fa:16:3e:6c:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:57Z', 'updated_at': '2021-07-28T07:20:03Z', 'revision_number': 5, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'subnets': [{'id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:25:13.434242 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d2eae2c4-4705-4f5f-9625-2ada9d739739 req-b6ee2dfc-23b0-4a60-a400-923bac49f4b5 service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793524 Jul 28 07:25:13.438028 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc41c6-96f3-4ae7-a075-497be528ae5c None None] The sync data for ids ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'] in dv-cinder-792800-1-iscsi is: [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': '0268c49b-acde-4c16-bb6b-d554bda844ae', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'port_id': 'e50985e0-2313-4776-a90c-fed7ad604cbd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'mac_address': 'fa:16:3e:fe:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f6e129-7323-42bc-9aa4-25f8eb0da892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:23:13Z', 'updated_at': '2021-07-28T07:23:15Z', 'revision_number': 1, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'fixed_ip_address_scope': None}, {'id': '4c352637-548e-4959-a440-776e93e4a3c9', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'port_id': '9c81268f-9b22-4426-923b-642f6c30592a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'mac_address': 'fa:16:3e:91:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5046f39-a9b3-4576-9b44-b68d7aa3a464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:25:11Z', 'updated_at': '2021-07-28T07:25:11Z', 'revision_number': 0, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3920e9-85f6-43a0-8e7e-40d73eaf11a4', 'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'mac_address': 'fa:16:3e:6c:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:57Z', 'updated_at': '2021-07-28T07:20:03Z', 'revision_number': 5, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'subnets': [{'id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:25:13.448143 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:13.528982 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d2eae2c4-4705-4f5f-9625-2ada9d739739 req-8acc8872-3da6-4e7b-bbe9-e100ec9fe73b service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868120 Jul 28 07:25:13.617971 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c0dd67-549b-4382-b42a-c3e0dee050e3 None None] New status for floating IP 4c352637-548e-4959-a440-776e93e4a3c9: ACTIVE {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 07:25:15.151069 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:27.179093 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:29.811135 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:25:39.710132 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5a5f81e8-b185-42cb-9b93-0345be7cecd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:40.041892 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9139cca5-12fc-46f8-8e1f-331a7a5ea2aa req-f9ed5010-e1eb-47f9-9f20-ed1a0e91cfaf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380461 Jul 28 07:25:40.122907 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139cca5-12fc-46f8-8e1f-331a7a5ea2aa req-5baa3d2b-d7f6-4d94-b237-47d12829b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:25:40.124361 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9139cca5-12fc-46f8-8e1f-331a7a5ea2aa req-5baa3d2b-d7f6-4d94-b237-47d12829b10f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 1098 time: 0.0398915 Jul 28 07:25:40.223592 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139cca5-12fc-46f8-8e1f-331a7a5ea2aa req-c2d914a8-eb3a-489b-8cd2-81233197d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:25:40.225033 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9139cca5-12fc-46f8-8e1f-331a7a5ea2aa req-c2d914a8-eb3a-489b-8cd2-81233197d029 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e68b2b1-7485-4acb-a982-bb078449d1f0 HTTP/1.1" status: 200 len: 911 time: 0.0824418 Jul 28 07:25:40.287340 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9139cca5-12fc-46f8-8e1f-331a7a5ea2aa req-433f1557-3721-450b-9a06-42e06bc83dd9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e50985e0-2313-4776-a90c-fed7ad604cbd HTTP/1.1" status: 200 len: 1000 time: 0.0547180 Jul 28 07:25:40.334920 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139cca5-12fc-46f8-8e1f-331a7a5ea2aa req-e3aa4399-025a-44f7-b124-958fec65b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:25:40.336220 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9139cca5-12fc-46f8-8e1f-331a7a5ea2aa req-e3aa4399-025a-44f7-b124-958fec65b634 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=607fdff8-8936-4508-b613-74cb0ede1fa0 HTTP/1.1" status: 200 len: 849 time: 0.0420818 Jul 28 07:25:40.387119 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139cca5-12fc-46f8-8e1f-331a7a5ea2aa req-2025af20-20f6-44d6-86a4-0e7bb552efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:25:40.388597 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9139cca5-12fc-46f8-8e1f-331a7a5ea2aa req-2025af20-20f6-44d6-86a4-0e7bb552efa3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e68b2b1-7485-4acb-a982-bb078449d1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456793 Jul 28 07:25:40.474122 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9139cca5-12fc-46f8-8e1f-331a7a5ea2aa req-67470992-c2c8-480a-bb67-35776cc05d93 service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779185 Jul 28 07:25:40.564390 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9139cca5-12fc-46f8-8e1f-331a7a5ea2aa req-ef6ead55-0cc3-46e2-84a9-b039d90d62a0 service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828080 Jul 28 07:25:42.476067 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-72eb35e5-e0f4-45a0-9bbd-fe972687f93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:42.819018 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:43.412919 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:45.121206 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:25:57.201587 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:06.810138 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:26:09.721009 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-93d110fc-9264-4978-bf85-646eb23389e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:12.487123 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8c4183bc-2ec9-4d48-b198-7a487cde83cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:12.778263 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:13.458040 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:15.109561 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:27.206415 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:39.726507 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bde778c5-8862-4628-9ec0-1fdc64f711d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:39.986764 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 60640) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:26:40.050920 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2aace9c0-e696-4158-ace8-6d596cd74e5a req-5a0c97b1-0abe-44c5-9b77-43eb77e139a8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404584 Jul 28 07:26:40.116172 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aace9c0-e696-4158-ace8-6d596cd74e5a req-8191f2d3-ea3d-4fcd-b90d-6087347cb834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:26:40.117692 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2aace9c0-e696-4158-ace8-6d596cd74e5a req-8191f2d3-ea3d-4fcd-b90d-6087347cb834 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 1098 time: 0.0402186 Jul 28 07:26:40.147451 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Deleting port decc77c4-38bd-4766-bf25-8a6cc8287548 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:26:40.147795 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:40.221356 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aace9c0-e696-4158-ace8-6d596cd74e5a req-020beef9-ed7b-45d8-8528-2420b2f4eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:26:40.222861 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2aace9c0-e696-4158-ace8-6d596cd74e5a req-020beef9-ed7b-45d8-8528-2420b2f4eb26 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e68b2b1-7485-4acb-a982-bb078449d1f0 HTTP/1.1" status: 200 len: 911 time: 0.0855517 Jul 28 07:26:40.223592 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:40.223911 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:40.235196 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Calling delete_port for decc77c4-38bd-4766-bf25-8a6cc8287548 owned by network:floatingip {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:26:40.286793 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2aace9c0-e696-4158-ace8-6d596cd74e5a req-c2b40bfc-2a8e-44af-8a79-c89fda9a487f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c81268f-9b22-4426-923b-642f6c30592a HTTP/1.1" status: 200 len: 1001 time: 0.0570874 Jul 28 07:26:40.335902 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aace9c0-e696-4158-ace8-6d596cd74e5a req-f4d641f8-7e79-4ab6-8813-b235583cb018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:26:40.337452 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2aace9c0-e696-4158-ace8-6d596cd74e5a req-f4d641f8-7e79-4ab6-8813-b235583cb018 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=607fdff8-8936-4508-b613-74cb0ede1fa0 HTTP/1.1" status: 200 len: 849 time: 0.0442050 Jul 28 07:26:40.386675 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aace9c0-e696-4158-ace8-6d596cd74e5a req-df5a2f5a-0b57-433f-ae88-1f9a69cfd934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:26:40.388166 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2aace9c0-e696-4158-ace8-6d596cd74e5a req-df5a2f5a-0b57-433f-ae88-1f9a69cfd934 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e68b2b1-7485-4acb-a982-bb078449d1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442524 Jul 28 07:26:40.457679 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:40.482454 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event deleted for resources: {'Port': ['ID=decc77c4-38bd-4766-bf25-8a6cc8287548,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:26:40.496875 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:40.497230 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:40.497575 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:40.497919 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:40.498252 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:40.498607 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:40.498942 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:40.499273 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:40.499605 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:40.499927 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:40.500897 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:40.501226 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:40.503901 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2aace9c0-e696-4158-ace8-6d596cd74e5a req-e8311f21-d40e-4e8b-aeb6-7420d31cb7f4 service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968592 Jul 28 07:26:40.558632 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for floatingip, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:40.558632 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.db.l3_db [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Floating IP 4c352637-548e-4959-a440-776e93e4a3c9 disassociated (deleted). External IP: 172.27.0.137, port: 9c81268f-9b22-4426-923b-642f6c30592a. Jul 28 07:26:40.595515 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2aace9c0-e696-4158-ace8-6d596cd74e5a req-fb2a1104-22b6-421e-828e-b2f06b867c7a service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844891 Jul 28 07:26:40.773109 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Router ec5fdf2a-f295-4fe2-8951-56849ff28d20 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:26:40.879126 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:26:40.884056 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:40.888701 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e09a35d-46e7-4854-bc51-e385943f1f28 None None] Sync routers for ids ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:26:40.897955 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e09a35d-46e7-4854-bc51-e385943f1f28 None None] Routers {'ec5fdf2a-f295-4fe2-8951-56849ff28d20'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:26:40.898667 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-1e09a35d-46e7-4854-bc51-e385943f1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:26:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:26:40.914197 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-10cad922-74ff-40b5-9df1-98251fa021de tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "DELETE /v2.0/floatingips/4c352637-548e-4959-a440-776e93e4a3c9 HTTP/1.1" status: 204 len: 168 time: 0.9261177 Jul 28 07:26:40.915050 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5046f39-a9b3-4576-9b44-b68d7aa3a464', 'tag': '9c81268f-9b22-4426-923b-642f6c30592a'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:26:40.917395 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf99b37901c056801dd7a1baa5d1ab64c278f5b65534bcabbbad100ea1a30f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f72a0b-3350-4949-9d13-d13b08c2a8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a5046f39-a9b3-4576-9b44-b68d7aa3a464", "tag": "9c81268f-9b22-4426-923b-642f6c30592a"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:26:41.003888 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-1e09a35d-46e7-4854-bc51-e385943f1f28 None None] Set router ec5fdf2a-f295-4fe2-8951-56849ff28d20 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:26:41.224160 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-1e09a35d-46e7-4854-bc51-e385943f1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': '0268c49b-acde-4c16-bb6b-d554bda844ae', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'port_id': 'e50985e0-2313-4776-a90c-fed7ad604cbd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'mac_address': 'fa:16:3e:fe:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f6e129-7323-42bc-9aa4-25f8eb0da892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:23:13Z', 'updated_at': '2021-07-28T07:23:15Z', 'revision_number': 1, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3920e9-85f6-43a0-8e7e-40d73eaf11a4', 'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'mac_address': 'fa:16:3e:6c:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:57Z', 'updated_at': '2021-07-28T07:20:03Z', 'revision_number': 5, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'subnets': [{'id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:26:41.253800 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e09a35d-46e7-4854-bc51-e385943f1f28 None None] Checking router: ec5fdf2a-f295-4fe2-8951-56849ff28d20 for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:26:41.262192 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e09a35d-46e7-4854-bc51-e385943f1f28 None None] Routers {'ec5fdf2a-f295-4fe2-8951-56849ff28d20'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:26:41.262898 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-1e09a35d-46e7-4854-bc51-e385943f1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:26:12Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:26:41.264750 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f629d1a-4b2f-4164-87ef-e87aa427717c x-openstack-request-id: req-9f629d1a-4b2f-4164-87ef-e87aa427717c {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:26:41.265247 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5046f39-a9b3-4576-9b44-b68d7aa3a464", "tag": "9c81268f-9b22-4426-923b-642f6c30592a", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:26:41.265361 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f629d1a-4b2f-4164-87ef-e87aa427717c {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:26:41.266168 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5046f39-a9b3-4576-9b44-b68d7aa3a464', 'tag': '9c81268f-9b22-4426-923b-642f6c30592a', 'status': 'completed', 'code': 200} Jul 28 07:26:41.330745 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f72a0b-3350-4949-9d13-d13b08c2a8c4 req-4b4351ad-c3a3-4171-a5ac-231aad93fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:26:41.332330 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-42f72a0b-3350-4949-9d13-d13b08c2a8c4 req-4b4351ad-c3a3-4171-a5ac-231aad93fbf8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 1098 time: 0.0413742 Jul 28 07:26:41.356654 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0babd51-0b3c-4b40-9d59-8bd15f0bd0ef req-7edc6190-d96a-4383-a068-b78de3ff04a0 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:26:41.358166 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b0babd51-0b3c-4b40-9d59-8bd15f0bd0ef req-7edc6190-d96a-4383-a068-b78de3ff04a0 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 945 time: 0.0500906 Jul 28 07:26:41.381093 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-1e09a35d-46e7-4854-bc51-e385943f1f28 None None] Set router ec5fdf2a-f295-4fe2-8951-56849ff28d20 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:26:41.399406 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b0babd51-0b3c-4b40-9d59-8bd15f0bd0ef req-3af94c71-9350-432e-bcf6-fc6b1a18d6b8 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339510 Jul 28 07:26:41.437957 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f72a0b-3350-4949-9d13-d13b08c2a8c4 req-0f4aca5b-d06e-4667-82d6-3991e01655c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:26:41.439464 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-42f72a0b-3350-4949-9d13-d13b08c2a8c4 req-0f4aca5b-d06e-4667-82d6-3991e01655c8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e68b2b1-7485-4acb-a982-bb078449d1f0 HTTP/1.1" status: 200 len: 911 time: 0.0984514 Jul 28 07:26:41.481412 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-42f72a0b-3350-4949-9d13-d13b08c2a8c4 req-34cea0c2-5356-46d4-b7d3-7fb3231fa93b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c81268f-9b22-4426-923b-642f6c30592a HTTP/1.1" status: 200 len: 217 time: 0.0337391 Jul 28 07:26:41.529582 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f72a0b-3350-4949-9d13-d13b08c2a8c4 req-6d93778e-5b4d-4c28-8465-2d3bec3c9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:26:41.531045 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-42f72a0b-3350-4949-9d13-d13b08c2a8c4 req-6d93778e-5b4d-4c28-8465-2d3bec3c9ddf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=607fdff8-8936-4508-b613-74cb0ede1fa0 HTTP/1.1" status: 200 len: 849 time: 0.0421212 Jul 28 07:26:41.576110 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f72a0b-3350-4949-9d13-d13b08c2a8c4 req-1f109a1b-3e35-474b-b1ce-be38898fd58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:26:41.577604 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-42f72a0b-3350-4949-9d13-d13b08c2a8c4 req-1f109a1b-3e35-474b-b1ce-be38898fd58f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e68b2b1-7485-4acb-a982-bb078449d1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388110 Jul 28 07:26:41.598313 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-1e09a35d-46e7-4854-bc51-e385943f1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': '0268c49b-acde-4c16-bb6b-d554bda844ae', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'port_id': 'e50985e0-2313-4776-a90c-fed7ad604cbd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'mac_address': 'fa:16:3e:fe:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f6e129-7323-42bc-9aa4-25f8eb0da892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:23:13Z', 'updated_at': '2021-07-28T07:23:15Z', 'revision_number': 1, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3920e9-85f6-43a0-8e7e-40d73eaf11a4', 'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'mac_address': 'fa:16:3e:6c:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:57Z', 'updated_at': '2021-07-28T07:20:03Z', 'revision_number': 5, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'subnets': [{'id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:26:41.627608 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e09a35d-46e7-4854-bc51-e385943f1f28 None None] The sync data for ids ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'] in dv-cinder-792800-1-iscsi is: [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_floatingips': [{'id': '0268c49b-acde-4c16-bb6b-d554bda844ae', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'router_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'port_id': 'e50985e0-2313-4776-a90c-fed7ad604cbd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'mac_address': 'fa:16:3e:fe:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f6e129-7323-42bc-9aa4-25f8eb0da892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T07:23:13Z', 'updated_at': '2021-07-28T07:23:15Z', 'revision_number': 1, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3920e9-85f6-43a0-8e7e-40d73eaf11a4', 'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'mac_address': 'fa:16:3e:6c:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:57Z', 'updated_at': '2021-07-28T07:20:03Z', 'revision_number': 5, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'subnets': [{'id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:26:41.670433 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-42f72a0b-3350-4949-9d13-d13b08c2a8c4 req-8aa9e645-c795-45f6-b439-a4e863689c2d service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843604 Jul 28 07:26:41.761938 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-42f72a0b-3350-4949-9d13-d13b08c2a8c4 req-df9787f1-6c8b-4b0a-a85e-1ef9bdd9e6a6 service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830135 Jul 28 07:26:41.834311 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d635a8-8899-4709-865d-c3e9fb09fc1a None None] New status for floating IP 4c352637-548e-4959-a440-776e93e4a3c9: DOWN {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 07:26:42.469662 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d199c698-61b7-4386-b7d9-bd2c0f91d8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:42.518587 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65fd6f-ad8f-4575-8b2d-6b7ce88e7159 req-a8a5ff59-421c-4d7c-9d78-45ba41c6bb00 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:26:42.520104 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2e65fd6f-ad8f-4575-8b2d-6b7ce88e7159 req-a8a5ff59-421c-4d7c-9d78-45ba41c6bb00 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 945 time: 0.0537806 Jul 28 07:26:42.556772 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2e65fd6f-ad8f-4575-8b2d-6b7ce88e7159 req-6851ce66-ef4e-4a5a-b079-1f0d366ff76a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306599 Jul 28 07:26:42.755058 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:42.829977 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40afcff-2041-4c8d-8998-341809006e4e req-2de91be0-de61-4e72-a17e-1fefa9b86d39 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:26:42.831428 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a40afcff-2041-4c8d-8998-341809006e4e req-2de91be0-de61-4e72-a17e-1fefa9b86d39 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 945 time: 0.0517273 Jul 28 07:26:42.917684 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-a40afcff-2041-4c8d-8998-341809006e4e req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Deleting port 9c81268f-9b22-4426-923b-642f6c30592a {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:26:42.918016 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-a40afcff-2041-4c8d-8998-341809006e4e req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:43.007874 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-a40afcff-2041-4c8d-8998-341809006e4e req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] For port 9c81268f-9b22-4426-923b-642f6c30592a, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9c81268f-9b22-4426-923b-642f6c30592a,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:26:43.008148 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-a40afcff-2041-4c8d-8998-341809006e4e req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:43.020174 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-a40afcff-2041-4c8d-8998-341809006e4e req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Calling delete_port for 9c81268f-9b22-4426-923b-642f6c30592a owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:26:43.263564 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-a40afcff-2041-4c8d-8998-341809006e4e req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:43.292849 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event deleted for resources: {'Port': ['ID=9c81268f-9b22-4426-923b-642f6c30592a,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:26:43.321068 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:43.325204 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:43.325204 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:43.325204 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:43.325204 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:43.325204 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:43.325204 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:43.325204 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:43.325204 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:43.325204 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:43.325204 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:43.325204 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:43.344976 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40afcff-2041-4c8d-8998-341809006e4e req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] No DVR routers for this DVR port 9c81268f-9b22-4426-923b-642f6c30592a on host hv-cinder-79280 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:26:43.347371 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-a40afcff-2041-4c8d-8998-341809006e4e req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:43.349379 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a40afcff-2041-4c8d-8998-341809006e4e req-5a7a5c62-e142-4949-8b55-c2209466a2e5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.11 "DELETE /v2.0/ports/9c81268f-9b22-4426-923b-642f6c30592a HTTP/1.1" status: 204 len: 173 time: 0.5118120 Jul 28 07:26:43.349811 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5046f39-a9b3-4576-9b44-b68d7aa3a464', 'name': 'network-vif-deleted', 'tag': '9c81268f-9b22-4426-923b-642f6c30592a'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:26:43.352133 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5348df4-1597-49d9-ada9-0a5bb7ca6162" -d '{"events": [{"server_uuid": "a5046f39-a9b3-4576-9b44-b68d7aa3a464", "name": "network-vif-deleted", "tag": "9c81268f-9b22-4426-923b-642f6c30592a"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:26:43.446376 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:43.450041 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045d09cb-7b56-4f49-9650-3d130f2407d2 x-openstack-request-id: req-045d09cb-7b56-4f49-9650-3d130f2407d2 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:26:43.450331 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5046f39-a9b3-4576-9b44-b68d7aa3a464", "name": "network-vif-deleted", "tag": "9c81268f-9b22-4426-923b-642f6c30592a", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:26:43.450615 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-045d09cb-7b56-4f49-9650-3d130f2407d2 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:26:43.451327 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5046f39-a9b3-4576-9b44-b68d7aa3a464', 'name': 'network-vif-deleted', 'tag': '9c81268f-9b22-4426-923b-642f6c30592a', 'status': 'completed', 'code': 200} Jul 28 07:26:43.653147 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d0340991-ecc9-4206-8f7a-c81d8d5dbe85 req-fafb3e1f-bb20-4f8a-aea9-94acfe05b502 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5046f39-a9b3-4576-9b44-b68d7aa3a464 HTTP/1.1" status: 200 len: 210 time: 0.0267744 Jul 28 07:26:43.809672 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:26:44.979338 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 9c81268f-9b22-4426-923b-642f6c30592a no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:26:44.999884 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] No Port match for: 9c81268f-9b22-4426-923b-642f6c30592a {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:26:45.000862 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device 9c81268f-9b22-4426-923b-642f6c30592a not bound to the agent host hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:26:45.114675 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:47.170128 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 60678) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:26:47.320619 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-2396d9e4-e820-488a-8fe0-338dc7056bf2 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Deleting port b646acae-208b-4445-bd9e-4e6dabfc2d74 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:26:47.320962 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2396d9e4-e820-488a-8fe0-338dc7056bf2 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:47.396284 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2396d9e4-e820-488a-8fe0-338dc7056bf2 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:47.396608 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2396d9e4-e820-488a-8fe0-338dc7056bf2 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:47.407673 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-2396d9e4-e820-488a-8fe0-338dc7056bf2 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Calling delete_port for b646acae-208b-4445-bd9e-4e6dabfc2d74 owned by network:floatingip {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:26:47.634791 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2396d9e4-e820-488a-8fe0-338dc7056bf2 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:47.662373 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396d9e4-e820-488a-8fe0-338dc7056bf2 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event deleted for resources: {'Port': ['ID=b646acae-208b-4445-bd9e-4e6dabfc2d74,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:26:47.719423 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2396d9e4-e820-488a-8fe0-338dc7056bf2 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for floatingip, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:47.719749 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.db.l3_db [None req-2396d9e4-e820-488a-8fe0-338dc7056bf2 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Floating IP 0268c49b-acde-4c16-bb6b-d554bda844ae disassociated (deleted). External IP: 172.27.0.76, port: e50985e0-2313-4776-a90c-fed7ad604cbd. Jul 28 07:26:47.916294 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2396d9e4-e820-488a-8fe0-338dc7056bf2 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Router ec5fdf2a-f295-4fe2-8951-56849ff28d20 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:26:48.019342 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2396d9e4-e820-488a-8fe0-338dc7056bf2 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:26:48.023996 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2396d9e4-e820-488a-8fe0-338dc7056bf2 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:48.029691 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fea4c0-a44a-4965-a2c4-020fbf88ace8 None None] Sync routers for ids ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:26:48.039589 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fea4c0-a44a-4965-a2c4-020fbf88ace8 None None] Routers {'ec5fdf2a-f295-4fe2-8951-56849ff28d20'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:26:48.040196 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-72fea4c0-a44a-4965-a2c4-020fbf88ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:26:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:26:48.049230 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-2396d9e4-e820-488a-8fe0-338dc7056bf2 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "DELETE /v2.0/floatingips/0268c49b-acde-4c16-bb6b-d554bda844ae HTTP/1.1" status: 204 len: 168 time: 0.8779869 Jul 28 07:26:48.049832 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f6e129-7323-42bc-9aa4-25f8eb0da892', 'tag': 'e50985e0-2313-4776-a90c-fed7ad604cbd'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:26:48.052124 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf99b37901c056801dd7a1baa5d1ab64c278f5b65534bcabbbad100ea1a30f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9626dc-9161-4d1f-bc0e-4a83c292e301" -d '{"events": [{"name": "network-changed", "server_uuid": "19f6e129-7323-42bc-9aa4-25f8eb0da892", "tag": "e50985e0-2313-4776-a90c-fed7ad604cbd"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:26:48.143098 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-72fea4c0-a44a-4965-a2c4-020fbf88ace8 None None] Set router ec5fdf2a-f295-4fe2-8951-56849ff28d20 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:26:48.333226 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-72fea4c0-a44a-4965-a2c4-020fbf88ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '9a3920e9-85f6-43a0-8e7e-40d73eaf11a4', 'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'mac_address': 'fa:16:3e:6c:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:57Z', 'updated_at': '2021-07-28T07:20:03Z', 'revision_number': 5, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'subnets': [{'id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:26:48.415913 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 07:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73a1359-acc0-42d6-a4b9-0cc720245f6e x-openstack-request-id: req-e73a1359-acc0-42d6-a4b9-0cc720245f6e {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:26:48.415913 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f6e129-7323-42bc-9aa4-25f8eb0da892", "tag": "e50985e0-2313-4776-a90c-fed7ad604cbd", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:26:48.415913 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e73a1359-acc0-42d6-a4b9-0cc720245f6e {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:26:48.415913 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f6e129-7323-42bc-9aa4-25f8eb0da892', 'tag': 'e50985e0-2313-4776-a90c-fed7ad604cbd', 'status': 'completed', 'code': 200} Jul 28 07:26:48.485449 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fea4c0-a44a-4965-a2c4-020fbf88ace8 None None] Checking router: ec5fdf2a-f295-4fe2-8951-56849ff28d20 for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:26:48.496709 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fea4c0-a44a-4965-a2c4-020fbf88ace8 None None] Routers {'ec5fdf2a-f295-4fe2-8951-56849ff28d20'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:26:48.497344 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-72fea4c0-a44a-4965-a2c4-020fbf88ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:26:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:26:48.517590 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9626dc-9161-4d1f-bc0e-4a83c292e301 req-0ef7d45d-1ef2-4c8e-93b7-733da5596718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:26:48.519195 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dd9626dc-9161-4d1f-bc0e-4a83c292e301 req-0ef7d45d-1ef2-4c8e-93b7-733da5596718 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 1098 time: 0.0712533 Jul 28 07:26:48.531990 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbe27a-1113-4c8f-9462-0667b4a3f964 req-363dbe4d-a24d-4c8e-9893-4878b1332762 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:26:48.533578 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8dfbe27a-1113-4c8f-9462-0667b4a3f964 req-363dbe4d-a24d-4c8e-9893-4878b1332762 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 945 time: 0.0723383 Jul 28 07:26:48.576051 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8dfbe27a-1113-4c8f-9462-0667b4a3f964 req-142c4846-08d5-426c-8632-c4c5a6b15a1d tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334892 Jul 28 07:26:48.606914 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-72fea4c0-a44a-4965-a2c4-020fbf88ace8 None None] Set router ec5fdf2a-f295-4fe2-8951-56849ff28d20 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:26:48.613797 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9626dc-9161-4d1f-bc0e-4a83c292e301 req-c8da2166-fd2c-41c4-acd4-13e34d202899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:26:48.615309 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dd9626dc-9161-4d1f-bc0e-4a83c292e301 req-c8da2166-fd2c-41c4-acd4-13e34d202899 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e68b2b1-7485-4acb-a982-bb078449d1f0 HTTP/1.1" status: 200 len: 911 time: 0.0883024 Jul 28 07:26:48.656844 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dd9626dc-9161-4d1f-bc0e-4a83c292e301 req-aabe688c-34f3-4741-a4ec-2f42bfc4fe09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e50985e0-2313-4776-a90c-fed7ad604cbd HTTP/1.1" status: 200 len: 217 time: 0.0330136 Jul 28 07:26:48.708659 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9626dc-9161-4d1f-bc0e-4a83c292e301 req-d5c2465c-69c7-462e-b2a9-9f1a2d2621ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:26:48.710114 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dd9626dc-9161-4d1f-bc0e-4a83c292e301 req-d5c2465c-69c7-462e-b2a9-9f1a2d2621ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=607fdff8-8936-4508-b613-74cb0ede1fa0 HTTP/1.1" status: 200 len: 849 time: 0.0462382 Jul 28 07:26:48.756143 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9626dc-9161-4d1f-bc0e-4a83c292e301 req-cc8bc0e6-5ee1-44e0-a007-28fcfcbb83dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:26:48.757641 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dd9626dc-9161-4d1f-bc0e-4a83c292e301 req-cc8bc0e6-5ee1-44e0-a007-28fcfcbb83dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e68b2b1-7485-4acb-a982-bb078449d1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394757 Jul 28 07:26:48.800172 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-72fea4c0-a44a-4965-a2c4-020fbf88ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '9a3920e9-85f6-43a0-8e7e-40d73eaf11a4', 'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'mac_address': 'fa:16:3e:6c:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:57Z', 'updated_at': '2021-07-28T07:20:03Z', 'revision_number': 5, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'subnets': [{'id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:26:48.825321 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fea4c0-a44a-4965-a2c4-020fbf88ace8 None None] The sync data for ids ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'] in dv-cinder-792800-1-iscsi is: [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:19:57Z', 'revision_number': 4, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi', '_interfaces': [{'id': '9a3920e9-85f6-43a0-8e7e-40d73eaf11a4', 'name': '', 'network_id': '2e68b2b1-7485-4acb-a982-bb078449d1f0', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'mac_address': 'fa:16:3e:6c:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:57Z', 'updated_at': '2021-07-28T07:20:03Z', 'revision_number': 5, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'subnets': [{'id': '607fdff8-8936-4508-b613-74cb0ede1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:26:48.857525 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dd9626dc-9161-4d1f-bc0e-4a83c292e301 req-0ea72eca-5072-41bd-ad5e-a550673f0d59 service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907156 Jul 28 07:26:48.963487 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dd9626dc-9161-4d1f-bc0e-4a83c292e301 req-d2076e55-357b-4f65-af4e-6faa90e17abb service neutron] 10.222.0.11 "GET /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981894 Jul 28 07:26:49.164013 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd9de4d-b7bd-4fa6-a7f9-f26ee31dbd4e None None] New status for floating IP 0268c49b-acde-4c16-bb6b-d554bda844ae: DOWN {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 07:26:49.693052 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bf0a8-e918-47e2-b887-049bd9e736c4 req-51c9500a-447c-4c09-a8e4-b509130fc1cc tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:26:49.694502 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-826bf0a8-e918-47e2-b887-049bd9e736c4 req-51c9500a-447c-4c09-a8e4-b509130fc1cc tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 945 time: 0.0511599 Jul 28 07:26:49.730732 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-826bf0a8-e918-47e2-b887-049bd9e736c4 req-96b6ec82-0676-4e10-af90-0dd94bbb13b5 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/security-groups?id=613783bf-a53f-4913-afa1-b9c2bb03f226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304329 Jul 28 07:26:49.919939 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9713a62-1c0a-4447-bc7d-6cd76e083bef req-b3005aad-63da-4f60-907e-7c77087cd526 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 07:26:49.921380 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f9713a62-1c0a-4447-bc7d-6cd76e083bef req-b3005aad-63da-4f60-907e-7c77087cd526 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.11 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 945 time: 0.0479271 Jul 28 07:26:50.017519 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-f9713a62-1c0a-4447-bc7d-6cd76e083bef req-1616ac09-30e3-4d7e-8906-f68fd2c22eae tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Deleting port e50985e0-2313-4776-a90c-fed7ad604cbd {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:26:50.017855 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f9713a62-1c0a-4447-bc7d-6cd76e083bef req-1616ac09-30e3-4d7e-8906-f68fd2c22eae tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:50.101600 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-f9713a62-1c0a-4447-bc7d-6cd76e083bef req-1616ac09-30e3-4d7e-8906-f68fd2c22eae tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] For port e50985e0-2313-4776-a90c-fed7ad604cbd, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e50985e0-2313-4776-a90c-fed7ad604cbd,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:26:50.101951 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f9713a62-1c0a-4447-bc7d-6cd76e083bef req-1616ac09-30e3-4d7e-8906-f68fd2c22eae tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:50.114933 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-f9713a62-1c0a-4447-bc7d-6cd76e083bef req-1616ac09-30e3-4d7e-8906-f68fd2c22eae tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Calling delete_port for e50985e0-2313-4776-a90c-fed7ad604cbd owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:26:50.326268 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f9713a62-1c0a-4447-bc7d-6cd76e083bef req-1616ac09-30e3-4d7e-8906-f68fd2c22eae tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:50.354689 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616ac09-30e3-4d7e-8906-f68fd2c22eae tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event deleted for resources: {'Port': ['ID=e50985e0-2313-4776-a90c-fed7ad604cbd,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:26:50.393845 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9713a62-1c0a-4447-bc7d-6cd76e083bef req-1616ac09-30e3-4d7e-8906-f68fd2c22eae tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] No DVR routers for this DVR port e50985e0-2313-4776-a90c-fed7ad604cbd on host hv-cinder-79280 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:26:50.396379 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f9713a62-1c0a-4447-bc7d-6cd76e083bef req-1616ac09-30e3-4d7e-8906-f68fd2c22eae tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:50.398319 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f9713a62-1c0a-4447-bc7d-6cd76e083bef req-1616ac09-30e3-4d7e-8906-f68fd2c22eae tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.11 "DELETE /v2.0/ports/e50985e0-2313-4776-a90c-fed7ad604cbd HTTP/1.1" status: 204 len: 173 time: 0.4695747 Jul 28 07:26:50.398867 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f6e129-7323-42bc-9aa4-25f8eb0da892', 'name': 'network-vif-deleted', 'tag': 'e50985e0-2313-4776-a90c-fed7ad604cbd'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 07:26:50.401060 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafbc67cda325abbf7565a1a3851911907220727845d258ad4abb25d288e4f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37b40d5-8720-45a7-a8b3-79f94d2a6524" -d '{"events": [{"server_uuid": "19f6e129-7323-42bc-9aa4-25f8eb0da892", "name": "network-vif-deleted", "tag": "e50985e0-2313-4776-a90c-fed7ad604cbd"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 07:26:50.434880 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 07:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90bcb86-ee23-4895-bb6b-897bc7a944f0 x-openstack-request-id: req-e90bcb86-ee23-4895-bb6b-897bc7a944f0 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 07:26:50.435169 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f6e129-7323-42bc-9aa4-25f8eb0da892", "name": "network-vif-deleted", "tag": "e50985e0-2313-4776-a90c-fed7ad604cbd", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 07:26:50.435415 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e90bcb86-ee23-4895-bb6b-897bc7a944f0 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 07:26:50.435803 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f6e129-7323-42bc-9aa4-25f8eb0da892', 'name': 'network-vif-deleted', 'tag': 'e50985e0-2313-4776-a90c-fed7ad604cbd', 'status': 'completed', 'code': 200} Jul 28 07:26:50.829697 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d081c047-2da5-45ce-b092-4a0cc09703d2 req-3a7ff0c0-f63e-49cf-bf39-30653cb8d925 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "GET /v2.0/ports?device_id=19f6e129-7323-42bc-9aa4-25f8eb0da892 HTTP/1.1" status: 200 len: 210 time: 0.0287111 Jul 28 07:26:51.883068 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 60694) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:26:52.002060 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-39da67d9-0f53-4382-8819-1aa6146e0537 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Deleting port 51ab7f81-cb28-4183-8637-312d89612d86 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:26:52.002405 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-39da67d9-0f53-4382-8819-1aa6146e0537 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:52.073687 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-39da67d9-0f53-4382-8819-1aa6146e0537 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:52.074011 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-39da67d9-0f53-4382-8819-1aa6146e0537 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:52.087470 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-39da67d9-0f53-4382-8819-1aa6146e0537 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Calling delete_port for 51ab7f81-cb28-4183-8637-312d89612d86 owned by network:floatingip {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:26:52.286302 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-39da67d9-0f53-4382-8819-1aa6146e0537 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:52.309472 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da67d9-0f53-4382-8819-1aa6146e0537 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event deleted for resources: {'Port': ['ID=51ab7f81-cb28-4183-8637-312d89612d86,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:26:52.372813 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-39da67d9-0f53-4382-8819-1aa6146e0537 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for floatingip, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:52.376359 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-39da67d9-0f53-4382-8819-1aa6146e0537 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13054'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:52.377128 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-39da67d9-0f53-4382-8819-1aa6146e0537 tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "DELETE /v2.0/floatingips/8d5118d6-9608-465a-acf3-434f1c0ffb81 HTTP/1.1" status: 204 len: 168 time: 0.4930499 Jul 28 07:26:53.009373 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device e50985e0-2313-4776-a90c-fed7ad604cbd no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:26:53.033386 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] No Port match for: e50985e0-2313-4776-a90c-fed7ad604cbd {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:26:53.033763 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Device e50985e0-2313-4776-a90c-fed7ad604cbd not bound to the agent host hv-cinder-79280 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:26:53.690267 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 60706) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:26:53.746590 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-62338279-2b37-4a0f-bc4c-8e976272b63a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:53.770747 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-62338279-2b37-4a0f-bc4c-8e976272b63a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:53.908534 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-62338279-2b37-4a0f-bc4c-8e976272b63a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:53.911200 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-62338279-2b37-4a0f-bc4c-8e976272b63a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:53.912397 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-62338279-2b37-4a0f-bc4c-8e976272b63a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] 10.222.0.10 "DELETE /v2.0/security-groups/613783bf-a53f-4913-afa1-b9c2bb03f226 HTTP/1.1" status: 204 len: 168 time: 0.2210846 Jul 28 07:26:53.922420 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62338279-2b37-4a0f-bc4c-8e976272b63a tempest-TestVolumeBootPattern-1196356048 tempest-TestVolumeBootPattern-1196356048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=613783bf-a53f-4913-afa1-b9c2bb03f226,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:26:54.011308 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 60710) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:26:54.459369 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-16b0f0f4-419c-4d9a-8b42-4a1788d63bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2019898'] for router_interface, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:54.946645 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-16b0f0f4-419c-4d9a-8b42-4a1788d63bd8 admin admin] Deleting port 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:26:54.947359 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-16b0f0f4-419c-4d9a-8b42-4a1788d63bd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:55.022533 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-16b0f0f4-419c-4d9a-8b42-4a1788d63bd8 admin admin] For port 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=9a3920e9-85f6-43a0-8e7e-40d73eaf11a4,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:26:55.022892 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-16b0f0f4-419c-4d9a-8b42-4a1788d63bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:55.035222 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-16b0f0f4-419c-4d9a-8b42-4a1788d63bd8 admin admin] Calling delete_port for 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4 owned by network:router_interface {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:26:55.269540 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-16b0f0f4-419c-4d9a-8b42-4a1788d63bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:55.292689 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0f0f4-419c-4d9a-8b42-4a1788d63bd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a3920e9-85f6-43a0-8e7e-40d73eaf11a4,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:26:55.478067 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-16b0f0f4-419c-4d9a-8b42-4a1788d63bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2019926'] for router_interface, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:55.691642 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b0f0f4-419c-4d9a-8b42-4a1788d63bd8 admin admin] Router ec5fdf2a-f295-4fe2-8951-56849ff28d20 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:26:55.815005 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b0f0f4-419c-4d9a-8b42-4a1788d63bd8 admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:26:55.820732 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-16b0f0f4-419c-4d9a-8b42-4a1788d63bd8 admin admin] 10.222.0.10 "PUT /v2.0/routers/ec5fdf2a-f295-4fe2-8951-56849ff28d20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8083951 Jul 28 07:26:55.823400 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 60714) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:26:55.824169 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eefe87-fb82-43d3-8291-ea88558ee328 None None] Sync routers for ids ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'] in dv-cinder-792800-1-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:26:55.834557 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eefe87-fb82-43d3-8291-ea88558ee328 None None] Routers {'ec5fdf2a-f295-4fe2-8951-56849ff28d20'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:26:55.835167 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-f2eefe87-fb82-43d3-8291-ea88558ee328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:26:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:26:55.927371 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7a6f4814-8b55-4938-b2a0-af220bc9885a admin admin] Notify callbacks [] for router, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:55.944422 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-f2eefe87-fb82-43d3-8291-ea88558ee328 None None] Set router ec5fdf2a-f295-4fe2-8951-56849ff28d20 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:26:56.026802 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7a6f4814-8b55-4938-b2a0-af220bc9885a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:56.130021 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-f2eefe87-fb82-43d3-8291-ea88558ee328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:26:55Z', 'revision_number': 5, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port': {'id': '299d0b83-0445-4a5c-be3f-f5e442bfe541', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:19:55Z', 'updated_at': '2021-07-28T07:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:26:56.155911 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eefe87-fb82-43d3-8291-ea88558ee328 None None] Checking router: ec5fdf2a-f295-4fe2-8951-56849ff28d20 for host: dv-cinder-792800-1-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:26:56.164211 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eefe87-fb82-43d3-8291-ea88558ee328 None None] Routers {'ec5fdf2a-f295-4fe2-8951-56849ff28d20'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:26:56.164811 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-f2eefe87-fb82-43d3-8291-ea88558ee328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:26:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:26:56.195983 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-7a6f4814-8b55-4938-b2a0-af220bc9885a admin admin] Deleting port 299d0b83-0445-4a5c-be3f-f5e442bfe541 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:26:56.196248 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7a6f4814-8b55-4938-b2a0-af220bc9885a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:56.256624 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-f2eefe87-fb82-43d3-8291-ea88558ee328 None None] Set router ec5fdf2a-f295-4fe2-8951-56849ff28d20 gateway port host: None {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:26:56.273380 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-7a6f4814-8b55-4938-b2a0-af220bc9885a admin admin] For port 299d0b83-0445-4a5c-be3f-f5e442bfe541, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=299d0b83-0445-4a5c-be3f-f5e442bfe541,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:26:56.273735 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7a6f4814-8b55-4938-b2a0-af220bc9885a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:56.286602 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-7a6f4814-8b55-4938-b2a0-af220bc9885a admin admin] Calling delete_port for 299d0b83-0445-4a5c-be3f-f5e442bfe541 owned by network:router_gateway {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:26:56.310326 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-f2eefe87-fb82-43d3-8291-ea88558ee328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:26:56Z', 'revision_number': 6, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port_host': None}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:26:56.336457 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eefe87-fb82-43d3-8291-ea88558ee328 None None] The sync data for ids ['ec5fdf2a-f295-4fe2-8951-56849ff28d20'] in dv-cinder-792800-1-iscsi is: [{'id': 'ec5fdf2a-f295-4fe2-8951-56849ff28d20', 'name': 'tempest-TestVolumeBootPattern-21841866-router', 'tenant_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:19:54Z', 'updated_at': '2021-07-28T07:26:56Z', 'revision_number': 6, 'project_id': '707b00c1d5fb4ce5a9d7e568b1aa1188', 'gw_port_host': None}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:26:56.508737 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7a6f4814-8b55-4938-b2a0-af220bc9885a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:56.533274 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f4814-8b55-4938-b2a0-af220bc9885a admin admin] Pushing event deleted for resources: {'Port': ['ID=299d0b83-0445-4a5c-be3f-f5e442bfe541,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:26:56.592423 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7a6f4814-8b55-4938-b2a0-af220bc9885a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2019828'] for router_gateway, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:56.678625 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7a6f4814-8b55-4938-b2a0-af220bc9885a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1612907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:56.680915 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7a6f4814-8b55-4938-b2a0-af220bc9885a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:56.799920 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7a6f4814-8b55-4938-b2a0-af220bc9885a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1612795'] for router, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:56.800496 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6f4814-8b55-4938-b2a0-af220bc9885a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec5fdf2a-f295-4fe2-8951-56849ff28d20 {{(pid=93860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 07:26:56.804819 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7a6f4814-8b55-4938-b2a0-af220bc9885a admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:56.805973 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-7a6f4814-8b55-4938-b2a0-af220bc9885a admin admin] 10.222.0.10 "DELETE /v2.0/routers/ec5fdf2a-f295-4fe2-8951-56849ff28d20 HTTP/1.1" status: 204 len: 168 time: 0.9815700 Jul 28 07:26:56.808464 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 60716) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:26:56.850829 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-670e2fbd-939b-439f-9008-9003be3ed892 admin admin] Deleting subnet 607fdff8-8936-4508-b613-74cb0ede1fa0 {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 07:26:56.853747 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-670e2fbd-939b-439f-9008-9003be3ed892 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:56.889983 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-670e2fbd-939b-439f-9008-9003be3ed892 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2541760'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:56.962880 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-670e2fbd-939b-439f-9008-9003be3ed892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991024'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:57.088539 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-670e2fbd-939b-439f-9008-9003be3ed892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9288127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147246'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:57.117833 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e2fbd-939b-439f-9008-9003be3ed892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=607fdff8-8936-4508-b613-74cb0ede1fa0,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:26:57.121799 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-670e2fbd-939b-439f-9008-9003be3ed892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:57.126002 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-670e2fbd-939b-439f-9008-9003be3ed892 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/607fdff8-8936-4508-b613-74cb0ede1fa0 HTTP/1.1" status: 204 len: 168 time: 0.3142765 Jul 28 07:26:57.126263 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 60718) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:26:57.133974 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927c13ef-36d7-4eeb-8eaa-0acbab88152a None None] Network 2e68b2b1-7485-4acb-a982-bb078449d1f0 requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:26:57.195930 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8c844fda-832c-481a-bddd-57931ed95e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584642'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:57.249974 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-8c844fda-832c-481a-bddd-57931ed95e11 admin admin] Deleting port 45b2c9e2-3d40-4d93-a66e-46b34cfe6244 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:26:57.250459 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8c844fda-832c-481a-bddd-57931ed95e11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:57.264258 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:57.322803 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-8c844fda-832c-481a-bddd-57931ed95e11 admin admin] For port 45b2c9e2-3d40-4d93-a66e-46b34cfe6244, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=45b2c9e2-3d40-4d93-a66e-46b34cfe6244,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:26:57.323479 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8c844fda-832c-481a-bddd-57931ed95e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:57.337359 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-8c844fda-832c-481a-bddd-57931ed95e11 admin admin] Calling delete_port for 45b2c9e2-3d40-4d93-a66e-46b34cfe6244 owned by network:dhcp {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:26:57.352545 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f12323-b683-45e5-8679-605e9dd9da6e None None] DHCP port deletion for 2e68b2b1-7485-4acb-a982-bb078449d1f0 request from dv-cinder-792800-1-iscsi {{(pid=93861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 07:26:57.413382 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b5f12323-b683-45e5-8679-605e9dd9da6e None None] Deleting port 45b2c9e2-3d40-4d93-a66e-46b34cfe6244 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:26:57.413756 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5f12323-b683-45e5-8679-605e9dd9da6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:57.453272 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4 no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:26:57.480760 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:26:57.481098 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 9a3920e9-85f6-43a0-8e7e-40d73eaf11a4 not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:26:57.481506 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 45b2c9e2-3d40-4d93-a66e-46b34cfe6244 no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:26:57.503148 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8c844fda-832c-481a-bddd-57931ed95e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9288170'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:57.519453 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-b5f12323-b683-45e5-8679-605e9dd9da6e None None] For port 45b2c9e2-3d40-4d93-a66e-46b34cfe6244, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=45b2c9e2-3d40-4d93-a66e-46b34cfe6244,segment=NetworkSegment(c150c037-938f-4957-943c-2d2357b8ba28),segment_id=c150c037-938f-4957-943c-2d2357b8ba28)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:26:57.519844 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5f12323-b683-45e5-8679-605e9dd9da6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:57.529895 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c844fda-832c-481a-bddd-57931ed95e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=45b2c9e2-3d40-4d93-a66e-46b34cfe6244,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:26:57.531797 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c844fda-832c-481a-bddd-57931ed95e11 admin admin] No DVR routers for this DVR port 45b2c9e2-3d40-4d93-a66e-46b34cfe6244 on host dv-cinder-792800-1-iscsi {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:26:57.538073 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b5f12323-b683-45e5-8679-605e9dd9da6e None None] Calling delete_port for 45b2c9e2-3d40-4d93-a66e-46b34cfe6244 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:26:57.544301 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No active binding found for port 45b2c9e2-3d40-4d93-a66e-46b34cfe6244 {{(pid=93861) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 07:26:57.544713 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 45b2c9e2-3d40-4d93-a66e-46b34cfe6244 not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:26:57.545127 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 299d0b83-0445-4a5c-be3f-f5e442bfe541 no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:26:57.571692 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: 299d0b83-0445-4a5c-be3f-f5e442bfe541 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:26:57.571932 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device 299d0b83-0445-4a5c-be3f-f5e442bfe541 not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:26:57.602607 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8c844fda-832c-481a-bddd-57931ed95e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983109', 'neutron.services.segments.db._delete_segments_for_network-8745676727345'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:57.612260 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-8c844fda-832c-481a-bddd-57931ed95e11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e68b2b1-7485-4acb-a982-bb078449d1f0']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:26:57.622364 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-8c844fda-832c-481a-bddd-57931ed95e11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c150c037-938f-4957-943c-2d2357b8ba28') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:26:57.622690 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-8c844fda-832c-481a-bddd-57931ed95e11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c150c037-938f-4957-943c-2d2357b8ba28') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:26:57.631622 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8c844fda-832c-481a-bddd-57931ed95e11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745676728122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2541769'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:57.635700 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5f12323-b683-45e5-8679-605e9dd9da6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:57.645329 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8c844fda-832c-481a-bddd-57931ed95e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:57.650947 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c844fda-832c-481a-bddd-57931ed95e11 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 07:26:57.651322 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8c844fda-832c-481a-bddd-57931ed95e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9288133'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: Traceback (most recent call last): Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: timer() Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: cb(*args, **kw) Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: return func(*args, **kwargs) Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: self._notify() Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: self.callback(batched_events) Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: event.method(event) Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: return f(self, *a, **k) Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: return self._get(url).json() Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 07:26:57.652946 dv-cinder-792800-1-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 07:26:57.661350 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f12323-b683-45e5-8679-605e9dd9da6e None None] Pushing event deleted for resources: {'Port': ['ID=45b2c9e2-3d40-4d93-a66e-46b34cfe6244,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:26:57.663583 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f12323-b683-45e5-8679-605e9dd9da6e None None] No DVR routers for this DVR port 45b2c9e2-3d40-4d93-a66e-46b34cfe6244 on host dv-cinder-792800-1-iscsi {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:26:57.673513 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f12323-b683-45e5-8679-605e9dd9da6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:57.673919 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f12323-b683-45e5-8679-605e9dd9da6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:57.674329 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f12323-b683-45e5-8679-605e9dd9da6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:57.674794 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f12323-b683-45e5-8679-605e9dd9da6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:57.675322 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f12323-b683-45e5-8679-605e9dd9da6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:57.675652 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f12323-b683-45e5-8679-605e9dd9da6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:57.676102 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f12323-b683-45e5-8679-605e9dd9da6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:57.676578 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f12323-b683-45e5-8679-605e9dd9da6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:57.676946 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f12323-b683-45e5-8679-605e9dd9da6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:57.677337 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f12323-b683-45e5-8679-605e9dd9da6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:57.677725 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f12323-b683-45e5-8679-605e9dd9da6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:57.678111 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f12323-b683-45e5-8679-605e9dd9da6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-1-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 07:26:57.765806 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8c844fda-832c-481a-bddd-57931ed95e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019784'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:57.770859 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8c844fda-832c-481a-bddd-57931ed95e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:57.772652 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-8c844fda-832c-481a-bddd-57931ed95e11 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2e68b2b1-7485-4acb-a982-bb078449d1f0 HTTP/1.1" status: 204 len: 168 time: 0.6454639 Jul 28 07:26:57.775626 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 60720) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:26:57.786802 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c844fda-832c-481a-bddd-57931ed95e11 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e68b2b1-7485-4acb-a982-bb078449d1f0,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:26:58.104197 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-931a90a2-8496-41a9-ae6f-cdeadc690385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2019898'] for router_interface, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:58.341162 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-931a90a2-8496-41a9-ae6f-cdeadc690385 admin admin] Deleting port b56e71d7-9c9c-459c-944b-c51475e1192b {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:26:58.341503 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-931a90a2-8496-41a9-ae6f-cdeadc690385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:58.420019 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-931a90a2-8496-41a9-ae6f-cdeadc690385 admin admin] For port b56e71d7-9c9c-459c-944b-c51475e1192b, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=b56e71d7-9c9c-459c-944b-c51475e1192b,segment=NetworkSegment(35762881-f887-48fe-aa58-cbb86841b36b),segment_id=35762881-f887-48fe-aa58-cbb86841b36b)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:26:58.420382 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-931a90a2-8496-41a9-ae6f-cdeadc690385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:58.441733 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-931a90a2-8496-41a9-ae6f-cdeadc690385 admin admin] Calling delete_port for b56e71d7-9c9c-459c-944b-c51475e1192b owned by network:router_interface {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:26:58.680799 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-931a90a2-8496-41a9-ae6f-cdeadc690385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:58.705551 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a90a2-8496-41a9-ae6f-cdeadc690385 admin admin] Pushing event deleted for resources: {'Port': ['ID=b56e71d7-9c9c-459c-944b-c51475e1192b,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:26:58.867528 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-931a90a2-8496-41a9-ae6f-cdeadc690385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2019926'] for router_interface, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:59.073581 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931a90a2-8496-41a9-ae6f-cdeadc690385 admin admin] Router 6909641f-fa81-45b9-af9d-ac104de74c12 has already been hosted by L3 agent 577d4668-314f-4871-90f8-11573d95b012 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 07:26:59.175904 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931a90a2-8496-41a9-ae6f-cdeadc690385 admin admin] Notify agent at l3_agent.dv-cinder-792800-1-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 07:26:59.180933 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-931a90a2-8496-41a9-ae6f-cdeadc690385 admin admin] 10.222.0.10 "PUT /v2.0/routers/6909641f-fa81-45b9-af9d-ac104de74c12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4042673 Jul 28 07:26:59.183382 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 60722) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:26:59.185971 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a2d79d-955d-4661-8338-ee69adc54885 None None] Sync routers for ids ['6909641f-fa81-45b9-af9d-ac104de74c12'] in dv-cinder-792800-1-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 07:26:59.194954 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a2d79d-955d-4661-8338-ee69adc54885 None None] Routers {'6909641f-fa81-45b9-af9d-ac104de74c12'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:26:59.195558 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-a2a2d79d-955d-4661-8338-ee69adc54885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:26:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['6909641f-fa81-45b9-af9d-ac104de74c12'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:26:59.285102 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ee07ade5-b233-4ab2-83c4-ee7cee409b85 admin admin] Notify callbacks [] for router, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:59.299361 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-a2a2d79d-955d-4661-8338-ee69adc54885 None None] Set router 6909641f-fa81-45b9-af9d-ac104de74c12 gateway port host: dv-cinder-792800-1-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:26:59.393058 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ee07ade5-b233-4ab2-83c4-ee7cee409b85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:59.484360 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-ee07ade5-b233-4ab2-83c4-ee7cee409b85 admin admin] Deleting port cc181843-e0f4-4a58-93e5-042b963c0917 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:26:59.484734 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ee07ade5-b233-4ab2-83c4-ee7cee409b85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:59.563990 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-a2a2d79d-955d-4661-8338-ee69adc54885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6909641f-fa81-45b9-af9d-ac104de74c12', 'name': 'tempest-TestVolumeBootPattern-830843119-router', 'tenant_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'external_fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cc181843-e0f4-4a58-93e5-042b963c0917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:20:00Z', 'updated_at': '2021-07-28T07:26:58Z', 'revision_number': 5, 'project_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'gw_port': {'id': 'cc181843-e0f4-4a58-93e5-042b963c0917', 'name': '', 'network_id': '8c193189-1b67-4afb-a9ff-6e33854cf3c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6909641f-fa81-45b9-af9d-ac104de74c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T07:20:01Z', 'updated_at': '2021-07-28T07:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c40bc55-7b7c-48af-93d0-df9752159746', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-1-iscsi'}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:26:59.564768 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-ee07ade5-b233-4ab2-83c4-ee7cee409b85 admin admin] For port cc181843-e0f4-4a58-93e5-042b963c0917, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=cc181843-e0f4-4a58-93e5-042b963c0917,segment=NetworkSegment(8c28bdba-3c87-4152-a9b8-75041b259dba),segment_id=8c28bdba-3c87-4152-a9b8-75041b259dba)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:26:59.565136 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ee07ade5-b233-4ab2-83c4-ee7cee409b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:59.577385 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-ee07ade5-b233-4ab2-83c4-ee7cee409b85 admin admin] Calling delete_port for cc181843-e0f4-4a58-93e5-042b963c0917 owned by network:router_gateway {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:26:59.589674 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a2d79d-955d-4661-8338-ee69adc54885 None None] Checking router: 6909641f-fa81-45b9-af9d-ac104de74c12 for host: dv-cinder-792800-1-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 07:26:59.597746 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a2d79d-955d-4661-8338-ee69adc54885 None None] Routers {'6909641f-fa81-45b9-af9d-ac104de74c12'} bound to L3 agent in host dv-cinder-792800-1-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 07:26:59.598279 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-a2a2d79d-955d-4661-8338-ee69adc54885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T07:00:12Z,description=,heartbeat_timestamp=2021-07-28T07:26:42Z,host='dv-cinder-792800-1-iscsi',id=577d4668-314f-4871-90f8-11573d95b012,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T07:00:13Z,topic='l3_agent')) {'router_ids': ['6909641f-fa81-45b9-af9d-ac104de74c12'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:26:59.680901 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-a2a2d79d-955d-4661-8338-ee69adc54885 None None] Set router 6909641f-fa81-45b9-af9d-ac104de74c12 gateway port host: None {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 07:26:59.733616 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-a2a2d79d-955d-4661-8338-ee69adc54885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6909641f-fa81-45b9-af9d-ac104de74c12', 'name': 'tempest-TestVolumeBootPattern-830843119-router', 'tenant_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:20:00Z', 'updated_at': '2021-07-28T07:26:59Z', 'revision_number': 6, 'project_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'gw_port_host': None}], 'dv-cinder-792800-1-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:26:59.759201 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a2d79d-955d-4661-8338-ee69adc54885 None None] The sync data for ids ['6909641f-fa81-45b9-af9d-ac104de74c12'] in dv-cinder-792800-1-iscsi is: [{'id': '6909641f-fa81-45b9-af9d-ac104de74c12', 'name': 'tempest-TestVolumeBootPattern-830843119-router', 'tenant_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T07:20:00Z', 'updated_at': '2021-07-28T07:26:59Z', 'revision_number': 6, 'project_id': '31d44bd3fa5a4a23a9f8280cfed7ce56', 'gw_port_host': None}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 07:26:59.800288 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ee07ade5-b233-4ab2-83c4-ee7cee409b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:59.824881 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07ade5-b233-4ab2-83c4-ee7cee409b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc181843-e0f4-4a58-93e5-042b963c0917,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:26:59.887286 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ee07ade5-b233-4ab2-83c4-ee7cee409b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2019828'] for router_gateway, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:59.973949 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ee07ade5-b233-4ab2-83c4-ee7cee409b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1612907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:26:59.976055 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ee07ade5-b233-4ab2-83c4-ee7cee409b85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:00.086272 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ee07ade5-b233-4ab2-83c4-ee7cee409b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1612795'] for router, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:00.087130 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee07ade5-b233-4ab2-83c4-ee7cee409b85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6909641f-fa81-45b9-af9d-ac104de74c12 {{(pid=93859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 07:27:00.092448 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ee07ade5-b233-4ab2-83c4-ee7cee409b85 admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:00.093619 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ee07ade5-b233-4ab2-83c4-ee7cee409b85 admin admin] 10.222.0.10 "DELETE /v2.0/routers/6909641f-fa81-45b9-af9d-ac104de74c12 HTTP/1.1" status: 204 len: 168 time: 0.9093246 Jul 28 07:27:00.096278 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 60724) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:27:00.142031 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc88d56-fca4-4bad-98e9-eba69bd583cb admin admin] Deleting subnet 27eddafc-8fbe-4b8c-b7fc-abadad3ffd2a {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 07:27:00.145263 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5bc88d56-fca4-4bad-98e9-eba69bd583cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:00.180429 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5bc88d56-fca4-4bad-98e9-eba69bd583cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107048'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:00.258026 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5bc88d56-fca4-4bad-98e9-eba69bd583cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991024'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:00.389650 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5bc88d56-fca4-4bad-98e9-eba69bd583cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2851810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232781'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:00.414885 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc88d56-fca4-4bad-98e9-eba69bd583cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27eddafc-8fbe-4b8c-b7fc-abadad3ffd2a,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:27:00.419711 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5bc88d56-fca4-4bad-98e9-eba69bd583cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:00.421628 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5bc88d56-fca4-4bad-98e9-eba69bd583cb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/27eddafc-8fbe-4b8c-b7fc-abadad3ffd2a HTTP/1.1" status: 204 len: 168 time: 0.3243876 Jul 28 07:27:00.424715 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 60726) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:27:00.425299 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de100da3-1094-4bc7-a855-3aaaf2941b5e None None] Network 513d7b50-f0a7-42a5-867e-642119795cda requested from dv-cinder-792800-1-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 07:27:00.496008 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f94ecae7-83c8-460c-9155-d5533030e008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584642'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:00.606436 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50bf1d1-06db-4f52-9c05-822f1647bffa None None] DHCP port deletion for 513d7b50-f0a7-42a5-867e-642119795cda request from dv-cinder-792800-1-iscsi {{(pid=93861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 07:27:00.653593 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f50bf1d1-06db-4f52-9c05-822f1647bffa None None] Deleting port d5e2837a-c4f2-4aec-b75e-255a58db44f1 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:27:00.653961 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f50bf1d1-06db-4f52-9c05-822f1647bffa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:00.726725 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f50bf1d1-06db-4f52-9c05-822f1647bffa None None] For port d5e2837a-c4f2-4aec-b75e-255a58db44f1, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=d5e2837a-c4f2-4aec-b75e-255a58db44f1,segment=NetworkSegment(35762881-f887-48fe-aa58-cbb86841b36b),segment_id=35762881-f887-48fe-aa58-cbb86841b36b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:27:00.727307 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f50bf1d1-06db-4f52-9c05-822f1647bffa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:00.741431 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f50bf1d1-06db-4f52-9c05-822f1647bffa None None] Calling delete_port for d5e2837a-c4f2-4aec-b75e-255a58db44f1 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:27:00.816318 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-f94ecae7-83c8-460c-9155-d5533030e008 admin admin] Deleting port d5e2837a-c4f2-4aec-b75e-255a58db44f1 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 07:27:00.816659 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f94ecae7-83c8-460c-9155-d5533030e008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745676646795'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:00.874781 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f50bf1d1-06db-4f52-9c05-822f1647bffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:00.876521 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-f94ecae7-83c8-460c-9155-d5533030e008 admin admin] For port d5e2837a-c4f2-4aec-b75e-255a58db44f1, host dv-cinder-792800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-1-iscsi',level=0,port_id=d5e2837a-c4f2-4aec-b75e-255a58db44f1,segment=NetworkSegment(35762881-f887-48fe-aa58-cbb86841b36b),segment_id=35762881-f887-48fe-aa58-cbb86841b36b)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 07:27:00.884403 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f94ecae7-83c8-460c-9155-d5533030e008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007845'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:00.892137 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-f94ecae7-83c8-460c-9155-d5533030e008 admin admin] Calling delete_port for d5e2837a-c4f2-4aec-b75e-255a58db44f1 owned by network:dhcp {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 07:27:00.899606 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bf1d1-06db-4f52-9c05-822f1647bffa None None] Pushing event deleted for resources: {'Port': ['ID=d5e2837a-c4f2-4aec-b75e-255a58db44f1,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:27:00.903433 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50bf1d1-06db-4f52-9c05-822f1647bffa None None] No DVR routers for this DVR port d5e2837a-c4f2-4aec-b75e-255a58db44f1 on host dv-cinder-792800-1-iscsi {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:27:00.977075 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f94ecae7-83c8-460c-9155-d5533030e008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745676651807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745676262431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851767'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:00.999415 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ecae7-83c8-460c-9155-d5533030e008 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e2837a-c4f2-4aec-b75e-255a58db44f1,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:27:01.004777 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94ecae7-83c8-460c-9155-d5533030e008 admin admin] No DVR routers for this DVR port d5e2837a-c4f2-4aec-b75e-255a58db44f1 on host dv-cinder-792800-1-iscsi {{(pid=93859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 07:27:01.073735 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f94ecae7-83c8-460c-9155-d5533030e008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983109', 'neutron.services.segments.db._delete_segments_for_network-8745676727345'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:01.083841 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-f94ecae7-83c8-460c-9155-d5533030e008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513d7b50-f0a7-42a5-867e-642119795cda']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:27:01.093343 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-f94ecae7-83c8-460c-9155-d5533030e008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35762881-f887-48fe-aa58-cbb86841b36b') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:27:01.093635 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-f94ecae7-83c8-460c-9155-d5533030e008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35762881-f887-48fe-aa58-cbb86841b36b') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 07:27:01.101921 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f94ecae7-83c8-460c-9155-d5533030e008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745676728122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107041'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:01.115158 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f94ecae7-83c8-460c-9155-d5533030e008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:01.121249 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94ecae7-83c8-460c-9155-d5533030e008 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 07:27:01.121630 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f94ecae7-83c8-460c-9155-d5533030e008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-988997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2851736'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: self.session.flush() Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: self.session.flush() Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: self.session.flush() Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: self.session.flush() Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: Traceback (most recent call last): Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: timer() Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: cb(*args, **kw) Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: return func(*args, **kwargs) Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: self._notify() Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: self.callback(batched_events) Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: event.method(event) Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: return f(self, *a, **k) Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: return self._get(url).json() Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 07:27:01.123261 dv-cinder-792800-1-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 07:27:01.222884 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f94ecae7-83c8-460c-9155-d5533030e008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019784'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:01.227977 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f94ecae7-83c8-460c-9155-d5533030e008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811339'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:01.229747 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f94ecae7-83c8-460c-9155-d5533030e008 admin admin] 10.222.0.10 "DELETE /v2.0/networks/513d7b50-f0a7-42a5-867e-642119795cda HTTP/1.1" status: 204 len: 168 time: 0.8040431 Jul 28 07:27:01.240626 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ecae7-83c8-460c-9155-d5533030e008 admin admin] Pushing event deleted for resources: {'Network': ['ID=513d7b50-f0a7-42a5-867e-642119795cda,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:27:01.419363 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device cc181843-e0f4-4a58-93e5-042b963c0917 no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:27:01.435824 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: cc181843-e0f4-4a58-93e5-042b963c0917 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:27:01.436412 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device cc181843-e0f4-4a58-93e5-042b963c0917 not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:27:01.436544 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device d5e2837a-c4f2-4aec-b75e-255a58db44f1 no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:27:01.457611 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: d5e2837a-c4f2-4aec-b75e-255a58db44f1 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:27:01.457970 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device d5e2837a-c4f2-4aec-b75e-255a58db44f1 not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:27:01.458333 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device b56e71d7-9c9c-459c-944b-c51475e1192b no longer exists at agent ovs-agent-dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 07:27:01.476208 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] No Port match for: b56e71d7-9c9c-459c-944b-c51475e1192b {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 07:27:01.476831 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Device b56e71d7-9c9c-459c-944b-c51475e1192b not bound to the agent host dv-cinder-792800-1-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 07:27:01.479970 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 60730) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:27:01.526863 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-503689f3-994c-4bed-9bed-4427aa1faadb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=707b00c1d5fb4ce5a9d7e568b1aa1188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421448 Jul 28 07:27:01.529303 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.10', 60732) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:27:01.574725 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0377c7bd-157a-4a4a-9609-766f7c470bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:01.594428 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0377c7bd-157a-4a4a-9609-766f7c470bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:01.680207 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0377c7bd-157a-4a4a-9609-766f7c470bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:01.682710 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0377c7bd-157a-4a4a-9609-766f7c470bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:01.683829 dv-cinder-792800-1-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-0377c7bd-157a-4a4a-9609-766f7c470bd7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/95a9a9c1-3e26-4d7c-b841-673b60092e40 HTTP/1.1" status: 204 len: 168 time: 0.1536565 Jul 28 07:27:01.691712 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377c7bd-157a-4a4a-9609-766f7c470bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a9a9c1-3e26-4d7c-b841-673b60092e40,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:27:02.267040 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 60738) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:27:02.305232 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ed7858b1-5a49-4553-b3f4-c349a1cede3e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=31d44bd3fa5a4a23a9f8280cfed7ce56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370286 Jul 28 07:27:02.307516 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.10', 60740) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 07:27:02.353372 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6d627bbe-0714-4321-b9d7-59da2dca068c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:02.373451 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6d627bbe-0714-4321-b9d7-59da2dca068c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:02.468894 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6d627bbe-0714-4321-b9d7-59da2dca068c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603301'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:02.471889 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6d627bbe-0714-4321-b9d7-59da2dca068c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:02.473061 dv-cinder-792800-1-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-6d627bbe-0714-4321-b9d7-59da2dca068c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee92d30e-447c-4784-9dc5-cfebe53a0e42 HTTP/1.1" status: 204 len: 168 time: 0.1646428 Jul 28 07:27:02.481039 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d627bbe-0714-4321-b9d7-59da2dca068c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee92d30e-447c-4784-9dc5-cfebe53a0e42,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 07:27:07.061410 dv-cinder-792800-1-iscsi neutron-server[93860]: DEBUG neutron.wsgi [req-b341f3a8-a705-45c0-a917-da2b746d8f22 req-1c068eae-2a16-48df-ac74-2b0216a6e2fa service neutron] (93860) timed out ('10.222.0.10', 56510) {{(pid=93860) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 07:27:09.834529 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7c946e14-8835-402b-9771-5411bba34fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:12.468341 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bbe0b88b-7402-41be-ac2d-d4d9314f48a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:12.760238 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:13.422740 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:15.114329 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:20.809095 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:27:27.234051 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:39.753418 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b2d55db9-8307-4917-9f50-939975637b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:42.479061 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0aec317b-035d-44a5-8057-37def5a94265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:42.782012 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:43.444958 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:45.136697 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:57.256095 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:27:57.807892 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:28:09.753161 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dc02eeb0-33fd-4bfd-8296-28ee19191f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:28:12.467321 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb12c15b-d9be-48ad-80b0-831ec73767ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:28:12.735586 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:28:13.415863 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:28:15.124636 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:28:27.278686 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:28:34.806608 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:28:39.712525 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7b3f7c5-ae91-47fc-bd4e-8bec6beb62c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:28:42.472294 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed0c7d4b-f938-49d2-a59c-911b7ed91bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:28:42.746483 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:28:43.449868 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:28:45.135400 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:28:57.261032 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:29:09.711690 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5257da1-5567-4f08-9c2e-1fc58ade87ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:29:11.805408 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:29:12.466129 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc47f648-2cca-42f0-8d10-93310425fcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:29:12.728837 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:29:13.420748 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:29:15.140547 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:29:27.254599 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:29:39.739594 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8100c36b-1e35-4606-bbeb-d029d75efe49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:29:42.499758 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64fa1da9-f40b-41e6-9017-641743dd102a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:29:42.785755 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:29:43.413581 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:29:45.150969 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:29:48.808048 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:29:57.294031 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:30:09.728201 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-997c38e0-e985-4fb2-a2e8-d63b81ae7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:30:12.487521 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-20a74235-50cf-43f2-80ec-d53999e806d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:30:12.796226 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:30:13.453550 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:30:15.157939 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:30:25.806310 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:30:27.293048 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:30:39.709851 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a4da7c79-d659-4f60-9ebe-e2cfcba77497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:30:42.498571 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-035919c5-7d61-4820-be0d-bd71c9952bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:30:42.755616 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:30:43.441783 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:30:45.156001 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:30:57.263952 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:31:02.839084 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:31:09.738051 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74a83edd-ac9d-4c8b-8f2b-56d8e691f576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:31:12.481156 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-563bef5b-3136-4d6a-86cd-9d6c4e4bcbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:31:12.755078 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:31:13.504004 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:31:15.155112 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:31:23.230805 dv-cinder-792800-1-iscsi neutron-server[93859]: DEBUG neutron.wsgi [req-3f9eae59-ca4c-42a6-ad95-4f4d783e1eae req-121407b2-f986-46cd-a70f-403ca35594ee tempest-AttachVolumeTestJSON-231036470 tempest-AttachVolumeTestJSON-231036470-project] (93859) timed out ('10.222.0.10', 48966) {{(pid=93859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 07:31:27.320652 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:31:39.708854 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d37a1435-4137-45d8-989d-fad174ed2685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:31:39.808834 dv-cinder-792800-1-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-ae1de9f6-2673-42cc-ae88-eefd8a03e599 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 07:31:42.486182 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc678a67-4a45-4951-a9b9-fcf69630527f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:31:42.754787 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:31:43.445834 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:31:45.154342 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109cf4d5-005c-4480-9742-3a45b7001962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:31:57.291075 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e13a885b-d292-49a2-9f8c-e2fd86f5528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:32:09.708132 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-948a6770-aab2-42f0-9547-2d6899635cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:32:12.502863 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5eaa719-06bf-4314-bb81-15047f71e2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:32:12.771993 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b0696a-f53b-4bb6-975a-b844f7682213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 07:32:13.439347 dv-cinder-792800-1-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bfbc-75f4-40b6-8853-4e7a0496f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745676727327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986949'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}